-- Logs begin at Tue 2021-04-20 22:48:22 UTC, end at Tue 2021-04-20 23:41:35 UTC. -- Apr 20 23:19:33.063696 dv-cinder-787296-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 20 23:19:36.171478 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.common.config [-] Logging enabled! Apr 20 23:19:36.171979 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev109 Apr 20 23:19:36.173334 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86243) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 23:19:36.175083 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.common.config [-] Logging enabled! Apr 20 23:19:36.175373 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev109 Apr 20 23:19:36.175719 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86243) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 23:19:36.176752 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 23:19:36.177016 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 23:19:36.178073 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 23:19:36.178354 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 23:19:36.178610 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 23:19:36.178976 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.179315 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.179650 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.179911 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.180245 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.180575 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.180892 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.181251 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.181589 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.181911 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.182226 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.182548 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.182807 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.183125 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.183450 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.183774 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.184089 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] debug = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.184886 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.185452 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.185773 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.186087 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.186416 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.186730 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.187038 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.187350 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.187670 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.188034 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] host = dv-cinder-787296-1-smb {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.188344 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.188669 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.188996 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.189353 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.189659 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.189968 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.190292 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.190599 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.190907 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] log_file = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.191216 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.191545 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.191872 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.192206 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.192459 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.192710 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.193037 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.193403 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.193714 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.194022 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.194329 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.194638 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.194952 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.195253 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.195574 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.195897 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.196220 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.196526 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.196835 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.197158 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.197469 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.197797 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.198185 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.198491 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.198799 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.199126 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.199429 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.199763 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.200101 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.200426 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.200746 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.201071 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.201428 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.201750 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.202056 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.202358 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.202661 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] use_json = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.202968 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.203274 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.203591 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.203898 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.204202 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.204505 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.204810 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.205155 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:36.205491 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.205824 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.206163 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.206480 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.206813 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.207124 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.207451 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.207762 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.208090 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.208416 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.208733 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.209044 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.209413 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.209723 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.210057 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.210399 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.210736 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.211058 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.211366 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.211671 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.211976 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.212288 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.212608 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.212936 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.213289 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.213600 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.213914 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.214243 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.214553 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.214862 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.215173 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.215523 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.215837 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.216142 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.216456 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.216807 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.217108 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.217441 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.217753 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.218113 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.218422 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.218727 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.219030 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.219341 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.219647 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.219967 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.220276 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.220584 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.220889 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.221224 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.221534 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.221841 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.222153 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.222458 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.222768 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.223074 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.223379 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.223684 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.223990 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.224293 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.224595 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.224903 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.225235 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.225547 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.225854 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.226160 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.226467 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.226772 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.227088 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.227424 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.227739 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.228050 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.228360 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.228670 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.228980 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.229312 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.229884 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.230194 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.230502 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.230832 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.231665 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.231986 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.232305 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.232615 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.232949 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.233302 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.233621 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.233930 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.234241 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.234562 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.234879 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.235208 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.235541 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.235869 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.236197 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.236523 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.236835 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.237199 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.237513 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:36.237759 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 23:19:36.238022 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86243) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 20 23:19:36.894876 dv-cinder-787296-1-smb neutron-server[86243]: INFO keyring.backend [-] Loading Gnome Apr 20 23:19:36.911818 dv-cinder-787296-1-smb neutron-server[86243]: INFO keyring.backend [-] Loading Google Apr 20 23:19:36.914500 dv-cinder-787296-1-smb neutron-server[86243]: INFO keyring.backend [-] Loading Windows (alt) Apr 20 23:19:36.917992 dv-cinder-787296-1-smb neutron-server[86243]: INFO keyring.backend [-] Loading file Apr 20 23:19:36.918862 dv-cinder-787296-1-smb neutron-server[86243]: INFO keyring.backend [-] Loading keyczar Apr 20 23:19:36.919142 dv-cinder-787296-1-smb neutron-server[86243]: INFO keyring.backend [-] Loading multi Apr 20 23:19:36.919775 dv-cinder-787296-1-smb neutron-server[86243]: INFO keyring.backend [-] Loading pyfs Apr 20 23:19:36.965040 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:19:36.966029 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:19:36.966391 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:19:36.966766 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 20 23:19:37.355713 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.356253 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.356380 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.357699 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.358123 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.358420 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.395856 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.396165 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.396464 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.410964 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.411277 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.411575 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.476613 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.476927 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.477250 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.478263 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.478564 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.480541 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.749469 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.749790 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.750091 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.750392 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.751218 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.900001 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.900381 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.900707 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.901014 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.901340 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.901731 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.902200 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.902503 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.903311 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.903656 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.903959 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.904268 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.904583 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.904878 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.905217 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.905541 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.905841 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.906163 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.906452 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.906809 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.907255 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.907544 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.907829 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.908173 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.908458 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.908738 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.909172 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 23:19:37.909439 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 23:19:37.909712 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 23:19:37.909986 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 23:19:37.910259 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 23:19:37.910532 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 23:19:37.910947 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 20 23:19:37.914050 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 20 23:19:37.917947 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 20 23:19:37.922254 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 20 23:19:37.923920 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 20 23:19:37.925188 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 20 23:19:37.925574 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 20 23:19:37.926008 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 20 23:19:37.929745 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 20 23:19:37.930033 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 20 23:19:37.930425 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 23:19:37.956791 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 20 23:19:37.957327 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.957660 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86243) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 20 23:19:37.958079 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.959434 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86243) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 20 23:19:37.959760 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 23:19:37.960042 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 20 23:19:37.963199 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:37.963520 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.031504 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 20 23:19:38.031729 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 20 23:19:38.031999 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 20 23:19:38.032399 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 20 23:19:38.065293 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_db.sqlalchemy.engines [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86243) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 20 23:19:38.505496 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Initializing driver for type 'gre' Apr 20 23:19:38.506069 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] gre ID ranges: [(1, 1000)] Apr 20 23:19:38.546290 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Initializing driver for type 'local' Apr 20 23:19:38.546660 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Initializing driver for type 'vlan' Apr 20 23:19:38.556288 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] VlanTypeDriver initialization complete Apr 20 23:19:38.556662 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Initializing driver for type 'vxlan' Apr 20 23:19:38.557194 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] vxlan ID ranges: [(1, 1000)] Apr 20 23:19:38.596867 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Initializing extension driver 'port_security' Apr 20 23:19:38.597274 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.extensions.port_security [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] PortSecurityExtensionDriver initialization complete Apr 20 23:19:38.597646 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Initializing mechanism driver 'openvswitch' Apr 20 23:19:38.598002 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Initializing mechanism driver 'hyperv' Apr 20 23:19:38.604217 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:19:38.605301 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > port after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.605702 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > port after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.606277 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > port after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.606700 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > subnet after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.607083 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > subnet after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.607460 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.607872 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > network after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.608249 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > network after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.608619 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > network after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.609027 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > security_group after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.609448 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > security_group after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.609973 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.610385 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.610761 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.611131 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.611540 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > address_group after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.611913 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > address_group after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.612281 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.612639 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] ML2 OVO RPC backend initialized. {{(pid=86243) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 20 23:19:38.613442 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.613827 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.614275 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > network before_response 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.614660 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > networks before_response 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.615035 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > port before_response 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.615406 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > ports before_response 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.615783 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > subnet before_response 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.616155 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > subnets before_response 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.616532 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > network after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.616903 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > network after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.617300 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > network after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.617671 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > port after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.618037 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > port after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.618405 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > port after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.618772 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > subnet after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.619138 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > subnet after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.619501 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.620123 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.plugin [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Modular L2 Plugin initialization complete Apr 20 23:19:38.620477 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading services supported by the core plugin {{(pid=86243) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 20 23:19:38.620840 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.plugins.ml2.managers [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Got port-security extension from driver 'port_security' Apr 20 23:19:38.621357 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.extensions.vlantransparent [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Disabled vlantransparent extension. Apr 20 23:19:38.622388 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86243) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 20 23:19:38.622726 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading Plugin: router Apr 20 23:19:38.660195 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.660623 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > router after_create 55549900 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.661031 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > router before_create 55549900 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.661461 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.661884 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.662276 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > router after_delete 55549900 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.662679 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.663085 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > router after_create 55549900 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.663468 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > router after_update 55549900 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.663860 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > router after_update 55549900 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.664252 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.664657 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > router after_update 55549900 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.665174 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > router precommit_update 55549900 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.665606 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: port after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.665983 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: port after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.666354 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: subnet after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.666726 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.667112 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.667498 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > router precommit_create 55549900 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.667879 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: port before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.668255 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > router precommit_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.668660 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > router after_update 55549900 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.669041 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.669452 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > router precommit_create 55549900 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.669862 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.670247 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > router precommit_update 55549900 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.670678 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > network after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.671654 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource_registry [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Tracking information for resource: router configured {{(pid=86243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 23:19:38.672023 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource_registry [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Tracking information for resource: floatingip configured {{(pid=86243) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 23:19:38.676789 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.l3_agentschedulers_db [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 20 23:19:38.677449 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: port after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.677840 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: port after_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.678222 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: port after_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.678610 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: port after_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.679498 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > router before_create 55550100 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.679897 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.680298 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > router precommit_create 55550100 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.680689 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > router precommit_update 55550100 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.686006 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.provider_configuration [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Service providers = [] {{(pid=86243) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 20 23:19:38.686399 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.servicetype_db [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86243) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 20 23:19:38.689276 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.service_base [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86243) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 23:19:38.689617 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.service_base [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86243) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 23:19:38.689990 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.service_base [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86243) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 23:19:38.690871 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.service_base [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86243) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 23:19:38.691267 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.services.service_base [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 20 23:19:38.691675 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 23:19:38.692025 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 20 23:19:38.702806 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 23:19:38.703176 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading Plugin: auto_allocate Apr 20 23:19:38.708775 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: network precommit_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.709197 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: network precommit_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.709786 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 23:19:38.710140 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading Plugin: tag Apr 20 23:19:38.717172 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 23:19:38.717547 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading Plugin: timestamp Apr 20 23:19:38.721383 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 23:19:38.721754 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading Plugin: network_ip_availability Apr 20 23:19:38.727213 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.727616 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.728004 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.728775 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 23:19:38.729130 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading Plugin: flavors Apr 20 23:19:38.733972 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 23:19:38.734337 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading Plugin: revisions Apr 20 23:19:38.738868 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86243) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 23:19:38.739285 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.773s {{(pid=86243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:19:38.740077 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86243) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 20 23:19:38.740435 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Initializing extension manager. Apr 20 23:19:38.740987 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: __init__.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.741386 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: __pycache__ {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.741758 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.742127 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: address_group.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.742916 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.743565 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: address-group Apr 20 23:19:38.743920 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: address_scope.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.744676 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.745282 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: address-scope Apr 20 23:19:38.745641 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.747161 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.747739 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: router-admin-state-down-before-update Apr 20 23:19:38.748099 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: agent.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.748848 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.749451 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: agent Apr 20 23:19:38.749806 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: agent_resources_synced.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.750708 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.751279 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: agent-resources-synced Apr 20 23:19:38.751634 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: allowedaddresspairs.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.753457 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.754048 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: allowed-address-pairs Apr 20 23:19:38.754410 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: auto_allocated_topology.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.755472 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.756052 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: auto-allocated-topology Apr 20 23:19:38.756411 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: availability_zone.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.757185 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.757786 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: availability_zone Apr 20 23:19:38.758145 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: availability_zone_filter.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.759054 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.759631 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: availability_zone_filter Apr 20 23:19:38.759990 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: data_plane_status.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.761009 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.761606 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension data-plane-status not supported by any of loaded plugins Apr 20 23:19:38.761965 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: default_subnetpools.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.763457 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.764036 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: default-subnetpools Apr 20 23:19:38.764392 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.765310 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.765893 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: dhcp_agent_scheduler Apr 20 23:19:38.766252 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: dns.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.767163 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.767734 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension dns-integration not supported by any of loaded plugins Apr 20 23:19:38.768091 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: dns_domain_ports.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.769002 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.769608 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 20 23:19:38.769967 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: dvr.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.770679 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.771253 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: dvr Apr 20 23:19:38.771606 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: empty_string_filtering.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.772517 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.773092 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: empty-string-filtering Apr 20 23:19:38.773493 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.774410 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.774977 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 20 23:19:38.775331 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.776236 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.776803 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 20 23:19:38.777177 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: external_net.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.778103 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.778677 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: external-net Apr 20 23:19:38.779030 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.779934 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.780502 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: extra_dhcp_opt Apr 20 23:19:38.780855 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: extraroute.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.781781 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.782361 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: extraroute Apr 20 23:19:38.782718 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: extraroute_atomic.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.783735 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.784313 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: extraroute-atomic Apr 20 23:19:38.784671 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: filter_validation.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.785390 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.785961 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: filter-validation Apr 20 23:19:38.786315 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: fip_pf_description.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.787218 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.787782 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 20 23:19:38.788137 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: fip_port_details.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.789135 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.789730 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: fip-port-details Apr 20 23:19:38.790083 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: flavors.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.791298 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.791876 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: flavors Apr 20 23:19:38.792234 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.793920 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.794506 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 20 23:19:38.794865 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: floatingip_pools.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.795606 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.796183 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: floatingip-pools Apr 20 23:19:38.796542 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: ip_allocation.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.797495 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.798070 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension ip_allocation not supported by any of loaded plugins Apr 20 23:19:38.798424 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.799341 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.799917 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: ip-substring-filtering Apr 20 23:19:38.800272 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: l2_adjacency.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.801219 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.801791 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 20 23:19:38.802147 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: l3.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.803199 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.803788 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: router Apr 20 23:19:38.804152 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.806419 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.807008 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 20 23:19:38.807374 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.808310 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.808892 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: ext-gw-mode Apr 20 23:19:38.809780 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.810793 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.811379 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: l3-ha Apr 20 23:19:38.811741 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: l3_flavors.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.812659 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.813265 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: l3-flavors Apr 20 23:19:38.813627 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.814539 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.815110 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 20 23:19:38.815467 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: l3agentscheduler.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.816613 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.817221 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: l3_agent_scheduler Apr 20 23:19:38.817585 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: logging.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.819059 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.819646 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension logging not supported by any of loaded plugins Apr 20 23:19:38.820009 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: metering.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.820799 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.821530 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: metering Apr 20 23:19:38.821889 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.822978 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.823560 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: metering_source_and_destination_fields Apr 20 23:19:38.823924 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: multiprovidernet.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.825455 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.826035 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: multi-provider Apr 20 23:19:38.826396 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: netmtu.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.827313 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.827886 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: net-mtu Apr 20 23:19:38.828242 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: netmtu_writable.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.829177 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.829767 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: net-mtu-writable Apr 20 23:19:38.830123 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: network_availability_zone.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.830932 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.831512 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: network_availability_zone Apr 20 23:19:38.831868 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: network_ip_availability.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.832947 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.833555 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: network-ip-availability Apr 20 23:19:38.833923 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: network_segment_range.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.834734 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.835307 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension network-segment-range not supported by any of loaded plugins Apr 20 23:19:38.835664 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: pagination.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.836653 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.837022 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: pagination Apr 20 23:19:38.837427 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: port_device_profile.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.838331 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.838906 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: port-device-profile Apr 20 23:19:38.839263 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.840193 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.840769 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: port-mac-address-regenerate Apr 20 23:19:38.841121 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.842046 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.842616 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: port-numa-affinity-policy Apr 20 23:19:38.842969 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: port_resource_request.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.843883 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.844446 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension port-resource-request not supported by any of loaded plugins Apr 20 23:19:38.844797 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: portbindings.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.845759 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.846339 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: binding Apr 20 23:19:38.846694 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: portbindings_extended.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.847941 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.848516 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: binding-extended Apr 20 23:19:38.848878 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: portsecurity.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.849816 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.850395 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: port-security Apr 20 23:19:38.850755 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: project_id.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.851734 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.852105 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: project-id Apr 20 23:19:38.852463 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: providernet.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.853406 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.853987 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: provider Apr 20 23:19:38.854607 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: qos.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.858258 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.858855 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension qos not supported by any of loaded plugins Apr 20 23:19:38.859218 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.860474 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.861054 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 20 23:19:38.861444 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.862356 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.862930 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 20 23:19:38.863289 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: qos_default.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.864199 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.864778 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension qos-default not supported by any of loaded plugins Apr 20 23:19:38.865134 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: qos_fip.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.865839 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.866404 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension qos-fip not supported by any of loaded plugins Apr 20 23:19:38.866759 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: qos_gateway_ip.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.867674 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.868249 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 20 23:19:38.868607 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: qos_port_network_policy.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.869534 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.870122 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 20 23:19:38.870480 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: qos_rule_type_details.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.871389 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.872479 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 20 23:19:38.872837 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: qos_rules_alias.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.873910 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.874495 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 20 23:19:38.874852 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: quotasv2.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.875825 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.876192 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: quotas Apr 20 23:19:38.876546 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: quotasv2_detail.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.878285 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.878667 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: quota_details Apr 20 23:19:38.879033 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: rbac.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.880179 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.880770 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: rbac-policies Apr 20 23:19:38.881135 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: rbac_address_group.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.882098 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.882688 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: rbac-address-group Apr 20 23:19:38.883051 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: rbac_address_scope.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.883984 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.884574 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: rbac-address-scope Apr 20 23:19:38.884933 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: rbac_security_groups.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.885867 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.886449 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: rbac-security-groups Apr 20 23:19:38.886806 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: rbac_subnetpool.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.888312 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.888901 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: rbac-subnetpool Apr 20 23:19:38.889293 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: revisionifmatch.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.890227 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.890805 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: revision-if-match Apr 20 23:19:38.891163 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: revisions.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.892290 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.892868 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: standard-attr-revisions Apr 20 23:19:38.893254 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: router_availability_zone.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.893961 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.894544 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: router_availability_zone Apr 20 23:19:38.894900 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: routerservicetype.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.895814 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.896389 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension router-service-type not supported by any of loaded plugins Apr 20 23:19:38.896747 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.897686 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.898271 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: security-groups-normalized-cidr Apr 20 23:19:38.898627 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.899550 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.900135 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: port-security-groups-filtering Apr 20 23:19:38.900492 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.901510 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.902096 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: security-groups-remote-address-group Apr 20 23:19:38.902453 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: securitygroup.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.915655 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.916266 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: security-group Apr 20 23:19:38.916635 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: segment.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.917522 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.918108 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension segment not supported by any of loaded plugins Apr 20 23:19:38.918494 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.919436 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.920021 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 20 23:19:38.920380 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: servicetype.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.921481 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.922069 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: service-type Apr 20 23:19:38.922432 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: sorting.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.923403 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.923775 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: sorting Apr 20 23:19:38.924132 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: standard_attr_segment.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.925047 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.925665 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 20 23:19:38.926031 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: standardattrdescription.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.926717 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.927290 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: standard-attr-description Apr 20 23:19:38.927655 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: stateful_security_group.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.928573 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.929197 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: stateful-security-group Apr 20 23:19:38.929544 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: stdattrs_common.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.930118 dv-cinder-787296-1-smb neutron-server[86243]: WARNING neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 20 23:19:38.930470 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.931456 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.932023 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 20 23:19:38.932376 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: subnet_onboard.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.933451 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.934565 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: subnet_onboard Apr 20 23:19:38.934926 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.935837 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.936420 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 20 23:19:38.936777 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: subnet_service_types.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.937746 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.938330 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: subnet-service-types Apr 20 23:19:38.938687 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: subnetallocation.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.939803 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.940345 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: subnet_allocation Apr 20 23:19:38.940700 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.941416 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.941996 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: subnetpool-prefix-ops Apr 20 23:19:38.942348 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.943296 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.943873 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 20 23:19:38.944228 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: tagging.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.945504 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.946097 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: standard-attr-tag Apr 20 23:19:38.946458 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: timestamp.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.947626 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.948214 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loaded extension: standard-attr-timestamp Apr 20 23:19:38.948581 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: trunk.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.950217 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.950799 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension trunk not supported by any of loaded plugins Apr 20 23:19:38.951155 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: trunk_details.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.952071 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.952649 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension trunk-details not supported by any of loaded plugins Apr 20 23:19:38.953003 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: uplink_status_propagation.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.953949 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.954530 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 20 23:19:38.954881 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Loading extension file: vlantransparent.py {{(pid=86243) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 23:19:38.955572 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86243) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 23:19:38.956147 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 20 23:19:38.958826 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Creating instance of TrackedResource for resource:network Apr 20 23:19:38.959612 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Creating instance of TrackedResource for resource:subnet Apr 20 23:19:38.960281 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 23:19:38.960938 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Creating instance of TrackedResource for resource:port Apr 20 23:19:38.962432 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.resource_helper [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 23:19:38.962912 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.resource_helper [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Service FLAVORS assigned prefix: {{(pid=86243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 23:19:38.963597 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.resource_helper [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 23:19:38.964059 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.resource_helper [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 23:19:38.964422 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Creating instance of TrackedResource for resource:router Apr 20 23:19:38.965179 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Creating instance of TrackedResource for resource:floatingip Apr 20 23:19:38.965953 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.resource_helper [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Service METERING assigned prefix: /metering {{(pid=86243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 23:19:38.968050 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.968594 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.969094 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:19:38.970225 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 23:19:38.970702 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Creating instance of TrackedResource for resource:security_group Apr 20 23:19:38.971502 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 23:19:38.972285 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.resource_helper [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Service CORE assigned prefix: {{(pid=86243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 23:19:38.972658 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 23:19:38.973019 dv-cinder-787296-1-smb neutron-server[86243]: WARNING neutron.quota.resource_registry [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] subnetpool is already registered Apr 20 23:19:38.973706 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.resource_helper [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Service CORE assigned prefix: {{(pid=86243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 23:19:38.974069 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 23:19:38.974425 dv-cinder-787296-1-smb neutron-server[86243]: WARNING neutron.quota.resource_registry [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] subnetpool is already registered Apr 20 23:19:38.977230 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.resource_helper [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 23:19:38.977740 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.resource_helper [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Service FLAVORS assigned prefix: {{(pid=86243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 23:19:38.978413 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.resource_helper [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 23:19:38.978869 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.resource_helper [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 23:19:38.979233 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Creating instance of TrackedResource for resource:router Apr 20 23:19:38.979857 dv-cinder-787296-1-smb neutron-server[86243]: WARNING neutron.quota.resource_registry [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] router is already registered Apr 20 23:19:38.980504 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Creating instance of TrackedResource for resource:floatingip Apr 20 23:19:38.981396 dv-cinder-787296-1-smb neutron-server[86243]: WARNING neutron.quota.resource_registry [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] floatingip is already registered Apr 20 23:19:38.982081 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.resource_helper [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Service METERING assigned prefix: /metering {{(pid=86243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 23:19:38.982802 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 23:19:38.983158 dv-cinder-787296-1-smb neutron-server[86243]: WARNING neutron.quota.resource_registry [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] rbac_policy is already registered Apr 20 23:19:38.983771 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Creating instance of TrackedResource for resource:security_group Apr 20 23:19:38.984133 dv-cinder-787296-1-smb neutron-server[86243]: WARNING neutron.quota.resource_registry [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] security_group is already registered Apr 20 23:19:38.984772 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 23:19:38.985135 dv-cinder-787296-1-smb neutron-server[86243]: WARNING neutron.quota.resource_registry [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] security_group_rule is already registered Apr 20 23:19:38.985873 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.resource_helper [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Service CORE assigned prefix: {{(pid=86243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 23:19:38.986283 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 23:19:38.986642 dv-cinder-787296-1-smb neutron-server[86243]: WARNING neutron.quota.resource_registry [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] subnetpool is already registered Apr 20 23:19:38.987306 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.resource_helper [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Service CORE assigned prefix: {{(pid=86243) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 23:19:38.987665 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.quota.resource_registry [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 23:19:38.988020 dv-cinder-787296-1-smb neutron-server[86243]: WARNING neutron.quota.resource_registry [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] subnetpool is already registered Apr 20 23:19:38.988714 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: extensions {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:38.990266 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: address-groups {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:38.991913 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: address-scopes {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:38.993251 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: agents {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:38.994664 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: auto-allocated-topology {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:38.995965 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: availability_zones {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:38.997998 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: dhcp-networks {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:38.999457 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: dhcp-agents {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.000984 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: routers {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.002867 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: flavors {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.004082 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: service_profiles {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.005371 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: next_providers {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.006978 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: service_profiles {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.008481 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: floatingip-pools {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.009773 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: routers {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.011612 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: floatingips {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.012888 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: l3-routers {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.014374 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: l3-agents {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.015846 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: metering-labels {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.018084 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: metering-label-rules {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.019399 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: network-ip-availabilities {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.020717 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: bindings {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.022443 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: quotas {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.023932 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: quotas {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.025405 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: rbac-policies {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.026767 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: security-groups {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.028049 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: security-group-rules {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.029379 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: service-providers {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.030651 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: subnetpools {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.032129 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: subnetpools {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.033656 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: tags {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.035409 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: tags {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.037304 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: tags {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.039177 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: tags {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.040989 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: tags {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.042971 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: tags {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.045276 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: tags {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.047231 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: tags {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.049175 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: tags {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.051136 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.extensions [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Extended resource: tags {{(pid=86243) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 23:19:39.057965 dv-cinder-787296-1-smb neutron-server[86243]: WARNING keystonemiddleware.auth_token [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 20 23:19:39.063772 dv-cinder-787296-1-smb neutron-server[86243]: WARNING keystonemiddleware.auth_token [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 20 23:19:39.072496 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Acquired lock "singleton_lock" {{(pid=86243) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 20 23:19:39.073007 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Releasing lock "singleton_lock" {{(pid=86243) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 20 23:19:39.074468 dv-cinder-787296-1-smb neutron-server[86243]: INFO oslo_service.service [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Starting 2 workers Apr 20 23:19:39.079421 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Started child 86356 {{(pid=86243) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 23:19:39.083442 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:19:39.084158 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Started child 86357 {{(pid=86243) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 23:19:39.084908 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [-] (86356) wsgi starting up on http://0.0.0.0:9696 Apr 20 23:19:39.085601 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.service [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 20 23:19:39.086255 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Notify callbacks [] for process, before_spawn {{(pid=86243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:19:39.087549 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:19:39.088705 dv-cinder-787296-1-smb neutron-server[86243]: INFO oslo_service.service [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Starting 1 workers Apr 20 23:19:39.088896 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [-] (86357) wsgi starting up on http://0.0.0.0:9696 Apr 20 23:19:39.094206 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Started child 86358 {{(pid=86243) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 23:19:39.094751 dv-cinder-787296-1-smb neutron-server[86243]: INFO oslo_service.service [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Starting 1 workers Apr 20 23:19:39.096431 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.service [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] calling RpcWorker wait() {{(pid=86358) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 20 23:19:39.096836 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.service [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] returning from RpcWorker wait() {{(pid=86358) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 20 23:19:39.098343 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:19:39.098856 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:19:39.099457 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Started child 86359 {{(pid=86243) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 23:19:39.100246 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0302340d-a89b-4698-80ca-1c8189fea375 None None] Notify callbacks [] for process, after_spawn {{(pid=86243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:19:39.101937 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86243) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 23:19:39.102183 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 23:19:39.102389 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 23:19:39.102664 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 23:19:39.103073 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 23:19:39.103244 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 23:19:39.103382 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:19:39.104079 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.104806 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.105132 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.105434 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.105754 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.106921 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.107234 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.107543 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.107841 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.108109 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.108310 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.108505 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.108788 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.109056 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.109434 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.109712 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.109978 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.110263 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.110478 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.110730 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.111040 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.111319 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.111617 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] debug = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.111901 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.112476 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.112734 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.113000 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.113273 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.113574 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.113844 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.114153 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.114416 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.114678 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.114960 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.115235 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.115515 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.115761 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.116009 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.116307 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.116570 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.117005 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] host = dv-cinder-787296-1-smb {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.117282 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.117531 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.117792 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.118053 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.118329 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.118585 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.118876 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.119161 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.119434 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.119688 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.119960 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.120235 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.120501 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.120744 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_file = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.120898 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_options = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.121170 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.121545 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.122344 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.122596 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.122753 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.122895 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.123177 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.123368 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.123644 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.123904 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.124145 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.124415 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.124647 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.124871 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.125153 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.125433 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.125705 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.125942 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.126236 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.127238 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.127572 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.127881 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.128168 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.128449 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.128713 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.128974 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.129324 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.129586 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.129870 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.130305 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.131288 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.131288 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.131469 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:19:39.131733 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.131733 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.131733 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.132014 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.132118 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.133048 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.133048 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.133048 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.133422 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.133422 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.133611 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.133859 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.134128 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.134385 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] use_json = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.136444 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.136444 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.136444 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.136444 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.136444 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.136444 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.136444 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.136444 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.137119 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.137119 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.137292 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.137560 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.139009 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.139009 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.139009 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.139009 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.139009 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.139374 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.139374 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.139664 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.139994 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.140252 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.140541 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.140877 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.141222 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.141501 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.141755 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.141997 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.142242 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.142511 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.142852 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.143266 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.143547 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.143813 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.144079 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.144333 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.144598 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.144850 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.145091 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.145367 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.145664 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.145913 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.146156 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.149672 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.150560 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.150920 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.151254 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.151531 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.151847 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.152130 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.152394 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.152672 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.152946 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.153222 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.153478 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.153747 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.154017 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.154310 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.154588 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.154862 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.155112 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.155359 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.155609 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.155879 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.156130 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.156374 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.156619 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.156868 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.157155 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.157445 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.157715 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.157960 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.158202 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.158453 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.158716 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.158974 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.159226 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.159471 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.159717 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.159981 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.160221 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.160463 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.160704 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.160944 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.161206 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.164788 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.165090 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.165412 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.165703 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.165972 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.166239 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.166500 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.166814 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.167170 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.167450 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.167739 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.168000 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.168784 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.169038 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.169609 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.173746 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.174045 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.174328 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.174658 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.174942 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.175245 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.175544 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.175824 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.176129 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.176391 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.176656 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.176914 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.180256 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.182468 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.182785 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.183086 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.183379 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.183690 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.184714 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.184971 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.185345 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.185783 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.186163 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.186592 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.187031 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.187473 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.187877 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.188306 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.188611 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.188922 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.189245 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.189552 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.189880 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.190113 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.190395 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.190714 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.191000 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.191275 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.191544 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.191832 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.192217 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.192528 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.192820 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.193083 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.193531 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.193846 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.194123 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.194432 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.194729 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.195014 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.195307 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.195596 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.195873 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.196150 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.196422 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.196672 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.196943 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.197540 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.197540 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.197732 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.197963 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.198337 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.198587 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.198841 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.199102 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.199357 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.199637 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.199909 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.200157 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.200412 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.200687 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.200940 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.201214 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.201470 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.201719 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.202013 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.202267 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.202585 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.202871 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.203138 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.203420 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.203801 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.204082 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.204334 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.204620 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.204875 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.205126 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.205413 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.205671 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.205921 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.206191 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.206473 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.206723 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.207019 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.207302 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.207650 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.207922 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.208219 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.208494 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.208745 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.209014 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.209290 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.209544 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.209797 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.210046 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.210296 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.210575 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.210850 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.211125 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.211397 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.211686 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.211935 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.212186 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.212431 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.212785 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.213061 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.213361 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.213672 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.213921 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.214187 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.214435 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.214681 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.215091 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.215342 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.215608 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.215838 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.216084 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.216335 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.216581 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.216842 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.217088 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.217360 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.217635 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.217880 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.218141 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.218386 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.218630 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.218879 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.219122 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.219465 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.219753 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.220009 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.220320 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.220672 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.220870 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.221169 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.221534 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.221838 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.222072 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.222341 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.222611 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.222870 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.223206 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.223595 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.224297 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 50188) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:19:39.225453 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.225777 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.226207 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.226567 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.226873 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.227193 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.227459 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.227786 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.228147 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.228454 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.228736 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.229009 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.229709 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.229983 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.230240 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.230499 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.230755 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.231533 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.231818 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.232771 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.233230 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.233490 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.233821 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.234637 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.234637 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.234966 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.235113 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.235260 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.235408 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 23:19:39.236668 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098369 Apr 20 23:19:39.236856 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86243) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 23:19:39.236856 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 23:19:39.237205 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 23:19:39.237205 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 23:19:39.237500 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 23:19:39.237648 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 23:19:39.237793 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.237938 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.238126 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.238316 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.238504 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.238713 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.238902 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.239090 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.239702 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.240745 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.240745 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.240745 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.240745 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.241032 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.241101 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.241271 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.241456 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.241643 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.242665 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.242665 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.242823 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.243003 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.243158 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] debug = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.243342 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.243563 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.243751 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.245172 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.245172 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.245172 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.245172 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.245172 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.245172 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.245621 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.245693 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:19:39.245770 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.245770 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.245770 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.245949 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.246061 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.246298 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.246542 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.247225 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] host = dv-cinder-787296-1-smb {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.247408 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.247590 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.247771 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.247953 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.248119 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.248300 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.248482 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.248662 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.248843 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.249024 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.249230 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.249413 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.249595 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.249776 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_file = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.249959 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_options = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.250141 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.250321 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.250507 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.250737 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.250881 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.251096 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.251208 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.251382 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.251563 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.251746 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.251929 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.252127 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.252286 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.253047 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.253047 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.253047 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.253047 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.253387 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.253387 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.253516 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.253585 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.253745 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.253926 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.254108 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.255042 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.255042 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.255042 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.255042 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.255042 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.255374 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.255374 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.255499 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.255989 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.255989 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.255989 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.256213 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.256377 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.256567 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.256751 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.256947 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.257095 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.257299 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.257481 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.257662 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.257843 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.258025 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] use_json = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.258205 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.258388 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.258901 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.258901 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.258901 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.259112 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.259180 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.259350 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 23:19:39.259556 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.261200 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.261200 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.261200 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.261200 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.261500 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.261500 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.262367 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.262567 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.262759 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.262957 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.263149 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.263352 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.264160 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.264459 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.264710 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.264809 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.264993 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.265906 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.266113 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.267072 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.267072 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.267072 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.267291 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.267360 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.267532 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.267722 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.267973 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.268165 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.268330 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.268525 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.268715 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.268903 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.269093 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.269344 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.269491 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.269650 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.269912 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.270467 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.270667 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.270858 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.271048 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.271238 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.271408 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.271569 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.271759 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.271921 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.272111 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.272273 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.272574 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.273114 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.273307 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.273622 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.273969 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.274167 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.274358 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.274638 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.274830 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.275121 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.275328 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.275498 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.275748 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.275920 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.276572 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.276740 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.277578 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.277578 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.277918 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.278142 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.278296 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.278449 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.279408 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.279408 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.279408 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.279625 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.279694 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.279967 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.280058 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.280230 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.280379 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.280555 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.280709 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.280860 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.281010 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.281187 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.281395 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.281580 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.281768 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.281953 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.282140 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.282324 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.282508 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.282692 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.282875 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.283059 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.283243 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.283428 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.283615 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.283803 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.283987 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.284171 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.284358 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.284579 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.284746 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.284930 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.285090 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.285317 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.285483 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.285636 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.285784 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.285934 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.286134 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.286321 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.286508 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.286668 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.286864 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.287062 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.287249 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.287409 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.287597 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.287763 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.287946 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.288105 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.288293 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.288480 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.288646 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.288828 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.289023 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.289221 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.289409 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.289596 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.289783 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.290019 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.290185 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.290348 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.290536 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.290701 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.291878 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.293206 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.294731 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.294731 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.294965 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.296732 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.296962 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.297792 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.297792 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.298001 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.298317 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.299324 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.299536 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.299741 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.300599 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.300824 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.301026 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.301248 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.301449 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.301644 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.301838 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.302030 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.302223 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.302415 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.302606 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.302797 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.302986 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.303176 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.303364 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.303553 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.303741 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.303929 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.304120 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.304309 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.304497 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.304667 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.304852 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.305041 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.305780 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.306795 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.306795 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.306795 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.307397 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.307654 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.307949 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.308152 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.308350 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.309903 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.309903 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.310075 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.310274 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.310467 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.311214 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.311214 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.311214 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.311214 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.311492 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.311492 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.311766 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.311957 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.312146 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.312335 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.312525 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.312711 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.312898 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.313084 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.313295 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.313484 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.313670 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.313872 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.314064 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.314247 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.314407 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.314562 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.314758 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.315786 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.315786 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.315974 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.316313 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.316313 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.316472 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.317474 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.317974 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.318702 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.318937 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.319100 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.319273 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.319462 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.319651 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.319850 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.320038 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.320225 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.320409 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.320598 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.320802 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.320992 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.321198 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.321396 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.321583 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.321769 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.321955 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.322155 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.322341 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.322528 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.322713 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.322898 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.323082 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.323273 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.323442 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.323639 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.323833 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.324020 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.324216 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.324410 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.324632 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.324820 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.325011 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.325251 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.325407 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.325592 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.325778 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.325962 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.326150 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.326335 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.326518 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.326704 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.326889 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.327072 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.327255 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.327437 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.327651 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.327764 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.327947 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.328132 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.328315 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.328499 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.328684 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 23:19:39.328862 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86243) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 23:19:50.060158 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-19cb6d21-7a55-4f6e-91c8-86a67fa71075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541'] for agent, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:19:50.077983 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1303254b-3d20-4ad4-950a-9d4191f5d431 None None] get_active_networks_info from dv-cinder-787296-1-smb {{(pid=86358) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 23:19:50.155796 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1303254b-3d20-4ad4-950a-9d4191f5d431 None None] No non-hosted networks {{(pid=86358) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 20 23:19:52.379222 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-856654b8-908b-4113-a313-80dce1bbaad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541'] for agent, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:19:52.436280 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d7f1481d-2970-44b9-855d-5cd7f658f588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:19:52.845110 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541'] for agent, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:19:53.578428 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541'] for agent, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:19:53.579751 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:19:53.580322 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:19:53.580880 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:19:53.581480 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:19:53.582044 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:19:53.582585 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:19:53.583123 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:19:53.583663 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:19:53.584221 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:19:53.584878 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:19:53.585442 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:19:53.585981 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:19:53.586564 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-787296-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:19:53.595641 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787296-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:19:54.362499 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541'] for agent, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:19:55.445286 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 50280) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:19:56.082182 dv-cinder-787296-1-smb neutron-server[86243]: WARNING oslo_policy.policy [None req-3d31db8a-6eb0-4944-ab83-f2b71ca1459f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 23:19:56.082766 dv-cinder-787296-1-smb neutron-server[86243]: WARNING oslo_policy.policy [None req-3d31db8a-6eb0-4944-ab83-f2b71ca1459f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 23:19:56.316324 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [None req-3d31db8a-6eb0-4944-ab83-f2b71ca1459f admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 23:19:56.317637 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-3d31db8a-6eb0-4944-ab83-f2b71ca1459f admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8697848 Apr 20 23:19:57.564139 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.l3_hamode_db [None req-eadd8d5b-71cf-4f90-b3f2-2f41fb667545 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 20 23:19:57.652740 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadd8d5b-71cf-4f90-b3f2-2f41fb667545 None None] Routers set() bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:19:57.653089 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadd8d5b-71cf-4f90-b3f2-2f41fb667545 None None] Router IDs set() for agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 20 23:19:59.048513 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 50296) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:19:59.436314 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-b865b7d7-1534-4ad0-bef0-17b21009547d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:19:59.540034 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.policy [None req-b865b7d7-1534-4ad0-bef0-17b21009547d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86356) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 23:19:59.595567 dv-cinder-787296-1-smb neutron-server[86243]: WARNING oslo_policy.policy [None req-b865b7d7-1534-4ad0-bef0-17b21009547d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 23:19:59.595978 dv-cinder-787296-1-smb neutron-server[86243]: WARNING oslo_policy.policy [None req-b865b7d7-1534-4ad0-bef0-17b21009547d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 23:19:59.613936 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.quota [None req-b865b7d7-1534-4ad0-bef0-17b21009547d admin admin] Loaded quota_driver: . Apr 20 23:19:59.630031 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-b865b7d7-1534-4ad0-bef0-17b21009547d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:19:59.685493 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b865b7d7-1534-4ad0-bef0-17b21009547d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279691628813', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279691630577', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279691619060', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279691612504', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279691597663', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279691597342', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1723230', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1337950', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-434787', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3761035'] for rbac-policy, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:19:59.905690 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b865b7d7-1534-4ad0-bef0-17b21009547d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:19:59.906931 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b865b7d7-1534-4ad0-bef0-17b21009547d admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8572471 Apr 20 23:20:02.868646 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 50310) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:20:03.237856 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Request body: {'network': {'project_id': '04e3ce4c2bab44e983c2cf21a1ccb4c6', 'name': 'private', 'admin_state_up': True}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:20:03.243690 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:20:03.248743 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Usage tracker for resource:network and tenant:04e3ce4c2bab44e983c2cf21a1ccb4c6 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:20:03.252215 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:20:03.258514 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:20:03.266825 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Made reservation on behalf of 04e3ce4c2bab44e983c2cf21a1ccb4c6 for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:20:03.272628 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:03.288368 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:03.303217 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:20:03.306966 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Usage tracker for resource:security_group_rule and tenant:04e3ce4c2bab44e983c2cf21a1ccb4c6 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:20:03.310985 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:20:03.316686 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:20:03.411869 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:03.414825 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:03.420138 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:20:03.438802 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:20:03.463814 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363279690737558', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:03.464341 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Unsubscribe: segment precommit_create {{(pid=86356) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 23:20:03.465323 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Added segment 54f13301-dd49-4a92-ac36-48d3a2f84c9e of type vlan for network 1b62253b-b3e4-46d7-a1a0-ea9781ff73bb Apr 20 23:20:03.517992 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a240ed05-73d2-4def-997c-28a4fa3f730b,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:20:03.540648 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:03.541020 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:03.541408 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:03.541768 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:03.542124 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:03.542478 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:03.543389 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:03.543738 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:03.544088 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:03.544436 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:03.544779 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:03.545121 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Tracked resource versions report: Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: pushed versions: Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: { 'AddressGroup': {'1.2'}, Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: 'ConntrackHelper': {'1.0'}, Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: 'Log': {'1.0'}, Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: 'Network': {'1.1'}, Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: 'Port': {'1.7'}, Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: 'PortForwarding': {'1.2'}, Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: 'QosPolicy': {'1.8'}, Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroup': {'1.4'}, Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroupRule': {'1.2'}, Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: 'SubPort': {'1.0'}, Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: 'Subnet': {'1.1'}, Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: 'Trunk': {'1.1'}} Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: consumer versions: Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: { DHCP agent@dv-cinder-787296-1-smb: {}, Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: L3 agent@dv-cinder-787296-1-smb: {}, Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: Metadata agent@dv-cinder-787296-1-smb: {}, Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: Metering agent@dv-cinder-787296-1-smb: {}, Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: Open vSwitch agent@dv-cinder-787296-1-smb: { 'AddressGroup': '1.2', Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: 'ConntrackHelper': '1.0', Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: 'Log': '1.0', Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: 'Network': '1.1', Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: 'Port': '1.7', Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: 'PortForwarding': '1.2', Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: 'QosPolicy': '1.8', Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroup': '1.4', Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroupRule': '1.2', Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: 'SubPort': '1.0', Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: 'Subnet': '1.1', Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: 'Trunk': '1.1'}} Apr 20 23:20:03.546230 dv-cinder-787296-1-smb neutron-server[86243]: {{(pid=86356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 23:20:03.581282 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757163678135'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:03.595582 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:20:03.622838 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:03.624269 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:20:03.624924 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:03.629703 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:20:03.737680 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Pushing event updated for resources: {'Network': ['ID=1b62253b-b3e4-46d7-a1a0-ea9781ff73bb,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:20:03.740852 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:20:03.742709 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8729746 Apr 20 23:20:03.748938 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Network 1b62253b-b3e4-46d7-a1a0-ea9781ff73bb details requested by agent ovs-agent-dv-cinder-787296-1-smb with host dv-cinder-787296-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:20:06.734159 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 50326) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:20:07.206173 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934e269c-9cc5-4209-bc27-838865fe8e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:20:07.207582 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-934e269c-9cc5-4209-bc27-838865fe8e50 admin admin] 10.222.0.16 "GET /v2.0/networks/1b62253b-b3e4-46d7-a1a0-ea9781ff73bb HTTP/1.1" status: 200 len: 825 time: 0.4723670 Apr 20 23:20:07.235289 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-9c2742a6-ec99-4f4a-b811-76c9df7f759b admin admin] 10.222.0.16 "GET /v2.0/subnetpools/40650b5a-d864-4765-b0be-95f7e28c2e43 HTTP/1.1" status: 200 len: 734 time: 0.0216033 Apr 20 23:20:07.244403 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-20b8fa4d-95f8-495c-a95a-7b0ceff2ae08 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '04e3ce4c2bab44e983c2cf21a1ccb4c6', 'subnetpool_id': '40650b5a-d864-4765-b0be-95f7e28c2e43', 'gateway_ip': '172.20.0.1', 'network_id': '1b62253b-b3e4-46d7-a1a0-ea9781ff73bb', 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:20:07.249228 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-20b8fa4d-95f8-495c-a95a-7b0ceff2ae08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:20:07.253002 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-20b8fa4d-95f8-495c-a95a-7b0ceff2ae08 admin admin] Usage tracker for resource:subnet and tenant:04e3ce4c2bab44e983c2cf21a1ccb4c6 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:20:07.255895 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-20b8fa4d-95f8-495c-a95a-7b0ceff2ae08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:20:07.262253 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-20b8fa4d-95f8-495c-a95a-7b0ceff2ae08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:20:07.271647 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b8fa4d-95f8-495c-a95a-7b0ceff2ae08 admin admin] Made reservation on behalf of 04e3ce4c2bab44e983c2cf21a1ccb4c6 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:20:07.276333 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-20b8fa4d-95f8-495c-a95a-7b0ceff2ae08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:07.746878 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-20b8fa4d-95f8-495c-a95a-7b0ceff2ae08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:07.752051 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:20:07.838201 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b8fa4d-95f8-495c-a95a-7b0ceff2ae08 admin admin] Checking segment: {'id': '54f13301-dd49-4a92-ac36-48d3a2f84c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1b62253b-b3e4-46d7-a1a0-ea9781ff73bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:20:07.838594 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b8fa4d-95f8-495c-a95a-7b0ceff2ae08 admin admin] Network hostable DHCP agents. Network: 1b62253b-b3e4-46d7-a1a0-ea9781ff73bb, hostable agents: ['a298e916-2d0e-40ec-9d0f-6465273d3362'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:20:07.844331 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8fa4d-95f8-495c-a95a-7b0ceff2ae08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6c383e6-6b68-4586-ab08-6fff3a3be647,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:20:07.850351 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-20b8fa4d-95f8-495c-a95a-7b0ceff2ae08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:20:07.862079 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b8fa4d-95f8-495c-a95a-7b0ceff2ae08 admin admin] Network 1b62253b-b3e4-46d7-a1a0-ea9781ff73bb is scheduled to be hosted by DHCP agent a298e916-2d0e-40ec-9d0f-6465273d3362 with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:20:07.871625 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-20b8fa4d-95f8-495c-a95a-7b0ceff2ae08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-smb, 1b62253b-b3e4-46d7-a1a0-ea9781ff73bb) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:20:07.876453 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b8fa4d-95f8-495c-a95a-7b0ceff2ae08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:20:07.877095 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-20b8fa4d-95f8-495c-a95a-7b0ceff2ae08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:07.881087 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db0d69e-093f-4714-a4a8-e033dbf72abb None None] Network 1b62253b-b3e4-46d7-a1a0-ea9781ff73bb requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:20:07.896193 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-20b8fa4d-95f8-495c-a95a-7b0ceff2ae08 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6550891 Apr 20 23:20:08.370014 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f827d72-f92a-5b3f-895b-22017219b065-1b62253b-b3e4-46d7-a1a0-ea9781ff73bb', 'network_id': '1b62253b-b3e4-46d7-a1a0-ea9781ff73bb', 'tenant_id': '04e3ce4c2bab44e983c2cf21a1ccb4c6', 'fixed_ips': [{'subnet_id': 'c6c383e6-6b68-4586-ab08-6fff3a3be647'}]}} from dv-cinder-787296-1-smb. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 23:20:08.371091 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:08.555973 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Allocated IP 172.20.0.2 (1b62253b-b3e4-46d7-a1a0-ea9781ff73bb/c6c383e6-6b68-4586-ab08-6fff3a3be647/a2cf67bc-6e12-4b47-a21e-f56d88596018) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:20:08.782280 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:08.794632 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Transition to ACTIVE for port object a2cf67bc-6e12-4b47-a21e-f56d88596018 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:20:08.816938 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Transition to ACTIVE for port object a2cf67bc-6e12-4b47-a21e-f56d88596018 will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:20:08.822532 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:08.828400 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:20:08.874676 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Network 1b62253b-b3e4-46d7-a1a0-ea9781ff73bb is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:20:08.876032 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Resources bound (agent type, host, resource id): {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:20:08.885845 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:20:08.981409 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Pushing event updated for resources: {'Port': ['ID=a2cf67bc-6e12-4b47-a21e-f56d88596018,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:20:08.997072 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:08.997467 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:08.997833 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:08.998192 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:08.998549 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:08.998902 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:08.999253 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:08.999601 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:08.999954 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:09.000301 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:09.000644 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:09.000988 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Tracked resource versions report: Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: pushed versions: Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: { 'AddressGroup': {'1.2'}, Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: 'ConntrackHelper': {'1.0'}, Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: 'Log': {'1.0'}, Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: 'Network': {'1.1'}, Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: 'Port': {'1.7'}, Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: 'PortForwarding': {'1.2'}, Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: 'QosPolicy': {'1.8'}, Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroup': {'1.4'}, Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroupRule': {'1.2'}, Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: 'SubPort': {'1.0'}, Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: 'Subnet': {'1.1'}, Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: 'Trunk': {'1.1'}} Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: consumer versions: Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: { DHCP agent@dv-cinder-787296-1-smb: {}, Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: L3 agent@dv-cinder-787296-1-smb: {}, Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: Metadata agent@dv-cinder-787296-1-smb: {}, Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: Metering agent@dv-cinder-787296-1-smb: {}, Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: Open vSwitch agent@dv-cinder-787296-1-smb: { 'AddressGroup': '1.2', Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: 'ConntrackHelper': '1.0', Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: 'Log': '1.0', Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: 'Network': '1.1', Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: 'Port': '1.7', Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: 'PortForwarding': '1.2', Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: 'QosPolicy': '1.8', Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroup': '1.4', Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroupRule': '1.2', Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: 'SubPort': '1.0', Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: 'Subnet': '1.1', Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: 'Trunk': '1.1'}} Apr 20 23:20:09.002108 dv-cinder-787296-1-smb neutron-server[86243]: {{(pid=86358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 23:20:09.009757 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:20:09.013876 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Attempting to bind port a2cf67bc-6e12-4b47-a21e-f56d88596018 on host dv-cinder-787296-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:20:09.013876 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Attempting to bind port a2cf67bc-6e12-4b47-a21e-f56d88596018 by drivers openvswitch,hyperv on host dv-cinder-787296-1-smb at level 0 using segments [{'id': '54f13301-dd49-4a92-ac36-48d3a2f84c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1b62253b-b3e4-46d7-a1a0-ea9781ff73bb'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:20:09.013876 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Attempting to bind port a2cf67bc-6e12-4b47-a21e-f56d88596018 on network 1b62253b-b3e4-46d7-a1a0-ea9781ff73bb {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:20:09.018148 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Checking agent: {'id': 'ca45837e-4919-48d1-9ced-cddb9dadc434', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 19, 54), 'started_at': datetime.datetime(2021, 4, 20, 23, 19, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:20:09.019045 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Checking segment: {'id': '54f13301-dd49-4a92-ac36-48d3a2f84c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1b62253b-b3e4-46d7-a1a0-ea9781ff73bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:20:09.019045 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:09.019408 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Bound using segment: {'id': '54f13301-dd49-4a92-ac36-48d3a2f84c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1b62253b-b3e4-46d7-a1a0-ea9781ff73bb'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:20:09.019989 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Bound port: a2cf67bc-6e12-4b47-a21e-f56d88596018, host: dv-cinder-787296-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f13301-dd49-4a92-ac36-48d3a2f84c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1b62253b-b3e4-46d7-a1a0-ea9781ff73bb'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:20:09.020357 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:09.114248 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] For port a2cf67bc-6e12-4b47-a21e-f56d88596018, host dv-cinder-787296-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:20:09.118150 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] For port a2cf67bc-6e12-4b47-a21e-f56d88596018, host dv-cinder-787296-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=a2cf67bc-6e12-4b47-a21e-f56d88596018,segment=NetworkSegment(54f13301-dd49-4a92-ac36-48d3a2f84c9e),segment_id=54f13301-dd49-4a92-ac36-48d3a2f84c9e)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:20:09.121961 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:09.126817 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:20:09.211710 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Pushing event updated for resources: {'Port': ['ID=a2cf67bc-6e12-4b47-a21e-f56d88596018,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:20:09.214871 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:20:10.634884 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 50338) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:20:11.024063 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [None req-e19237b9-c11a-48ce-9fc2-7e1be1524878 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 23:20:11.025152 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-e19237b9-c11a-48ce-9fc2-7e1be1524878 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3892956 Apr 20 23:20:13.782545 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 50348) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:20:14.191787 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [None req-526096ce-310a-4103-ad37-19461e78773a admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 23:20:14.192861 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-526096ce-310a-4103-ad37-19461e78773a admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4092770 Apr 20 23:20:15.607554 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device a2cf67bc-6e12-4b47-a21e-f56d88596018 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:20:15.681087 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning for port a2cf67bc-6e12-4b47-a21e-f56d88596018 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:20:16.037229 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7282b8-338c-44ea-acfa-277671f89607 None None] Network 1b62253b-b3e4-46d7-a1a0-ea9781ff73bb requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:20:16.163061 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9fb2206b-1183-41cd-904a-87a947c96ee7 None None] Provisioning for port a2cf67bc-6e12-4b47-a21e-f56d88596018 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:20:16.178645 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9fb2206b-1183-41cd-904a-87a947c96ee7 None None] Provisioning complete for port a2cf67bc-6e12-4b47-a21e-f56d88596018 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:20:16.179056 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9fb2206b-1183-41cd-904a-87a947c96ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:16.403724 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9fb2206b-1183-41cd-904a-87a947c96ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:16.446279 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-9fb2206b-1183-41cd-904a-87a947c96ee7 None None] For port a2cf67bc-6e12-4b47-a21e-f56d88596018, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=a2cf67bc-6e12-4b47-a21e-f56d88596018,segment=NetworkSegment(54f13301-dd49-4a92-ac36-48d3a2f84c9e),segment_id=54f13301-dd49-4a92-ac36-48d3a2f84c9e)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:20:16.449292 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9fb2206b-1183-41cd-904a-87a947c96ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:16.451094 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:20:16.524597 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2206b-1183-41cd-904a-87a947c96ee7 None None] Pushing event updated for resources: {'Port': ['ID=a2cf67bc-6e12-4b47-a21e-f56d88596018,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:20:16.528458 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9fb2206b-1183-41cd-904a-87a947c96ee7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:20:16.671105 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-91b273d3-720a-4ce4-8dc2-321aa49980cf None None] Provisioning complete for port a2cf67bc-6e12-4b47-a21e-f56d88596018 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:20:16.671621 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-91b273d3-720a-4ce4-8dc2-321aa49980cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:17.208054 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 50364) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:20:17.568684 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device a2cf67bc-6e12-4b47-a21e-f56d88596018 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:20:17.580877 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-61140b26-0ea7-46b3-966e-75c921433652 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '04e3ce4c2bab44e983c2cf21a1ccb4c6'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:20:17.586213 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-61140b26-0ea7-46b3-966e-75c921433652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:20:17.590192 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-61140b26-0ea7-46b3-966e-75c921433652 admin admin] Usage tracker for resource:router and tenant:04e3ce4c2bab44e983c2cf21a1ccb4c6 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:20:17.593388 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-61140b26-0ea7-46b3-966e-75c921433652 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:20:17.599295 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-61140b26-0ea7-46b3-966e-75c921433652 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:20:17.610084 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-61140b26-0ea7-46b3-966e-75c921433652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773395'] for router, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:17.611406 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-61140b26-0ea7-46b3-966e-75c921433652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854148124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854130686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2406'] for router, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:17.631904 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-61140b26-0ea7-46b3-966e-75c921433652 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:17.638178 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port a2cf67bc-6e12-4b47-a21e-f56d88596018 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:20:17.638588 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:17.738052 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-61140b26-0ea7-46b3-966e-75c921433652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-628551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645343'] for router, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:17.755280 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-61140b26-0ea7-46b3-966e-75c921433652 admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:17.762921 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-61140b26-0ea7-46b3-966e-75c921433652 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5474155 Apr 20 23:20:19.849520 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3aa233f1-aeff-4138-97d7-4043d4e55f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:20.436156 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 50374) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:20:20.817940 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [None req-872046a4-6b6d-4ebf-a8d2-0157a1d9c588 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 23:20:20.818986 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-872046a4-6b6d-4ebf-a8d2-0157a1d9c588 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3818214 Apr 20 23:20:22.372703 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5e7da5d3-450e-4d26-9c80-0494d65a118b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:22.789089 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:23.562677 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 50394) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:20:23.575325 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:23.832578 dv-cinder-787296-1-smb neutron-server[86243]: WARNING oslo_policy.policy [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 23:20:23.833195 dv-cinder-787296-1-smb neutron-server[86243]: WARNING oslo_policy.policy [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 23:20:24.063459 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:20:24.066635 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.quota [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Loaded quota_driver: . Apr 20 23:20:24.082429 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:20:24.089619 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Usage tracker for resource:network and tenant:675161694e944df5b0c67457d42596c5 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:20:24.094007 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:20:24.101325 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:20:24.115731 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Made reservation on behalf of 675161694e944df5b0c67457d42596c5 for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:20:24.191417 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.policy [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86357) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 23:20:24.247189 dv-cinder-787296-1-smb neutron-server[86243]: WARNING oslo_policy.policy [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 23:20:24.247597 dv-cinder-787296-1-smb neutron-server[86243]: WARNING oslo_policy.policy [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 23:20:24.268589 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:24.289041 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:24.298495 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:24.305328 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:20:24.309099 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Usage tracker for resource:security_group_rule and tenant:675161694e944df5b0c67457d42596c5 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:20:24.312522 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:20:24.318312 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:20:24.574144 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:24.576589 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:24.581234 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:20:24.591743 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Reserving flat network on physical network physnet1 {{(pid=86357) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 20 23:20:24.619675 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363279690737558', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:24.620776 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Unsubscribe: segment precommit_create {{(pid=86357) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 23:20:24.621249 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Added segment 6da6a8de-ef5d-4456-8d26-a2b4515179e3 of type flat for network 17a5301c-ad04-43a1-9559-698be9680e2f Apr 20 23:20:24.675553 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430b5fd8-f558-40a8-b460-f9593c35471e,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:20:24.696463 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:24.696829 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:24.697204 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:24.697556 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:24.697899 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:24.698305 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:24.699369 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:24.699714 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:24.700072 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:24.700414 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:24.700753 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:24.701089 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Tracked resource versions report: Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: pushed versions: Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: { 'AddressGroup': {'1.2'}, Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: 'ConntrackHelper': {'1.0'}, Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: 'Log': {'1.0'}, Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: 'Network': {'1.1'}, Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: 'Port': {'1.7'}, Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: 'PortForwarding': {'1.2'}, Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: 'QosPolicy': {'1.8'}, Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroup': {'1.4'}, Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroupRule': {'1.2'}, Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: 'SubPort': {'1.0'}, Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: 'Subnet': {'1.1'}, Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: 'Trunk': {'1.1'}} Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: consumer versions: Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: { DHCP agent@dv-cinder-787296-1-smb: {}, Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: L3 agent@dv-cinder-787296-1-smb: {}, Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: Metadata agent@dv-cinder-787296-1-smb: {}, Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: Metering agent@dv-cinder-787296-1-smb: {}, Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: Open vSwitch agent@dv-cinder-787296-1-smb: { 'AddressGroup': '1.2', Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: 'ConntrackHelper': '1.0', Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: 'Log': '1.0', Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: 'Network': '1.1', Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: 'Port': '1.7', Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: 'PortForwarding': '1.2', Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: 'QosPolicy': '1.8', Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroup': '1.4', Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroupRule': '1.2', Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: 'SubPort': '1.0', Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: 'Subnet': '1.1', Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: 'Trunk': '1.1'}} Apr 20 23:20:24.702183 dv-cinder-787296-1-smb neutron-server[86243]: {{(pid=86357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 23:20:24.748602 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:20:24.750335 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757163678135'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:24.792466 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:24.793888 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:20:24.794541 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:24.799199 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:20:24.908120 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3442922 Apr 20 23:20:24.908759 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Pushing event updated for resources: {'Network': ['ID=17a5301c-ad04-43a1-9559-698be9680e2f,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:20:24.934851 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:20:24.942906 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Network 17a5301c-ad04-43a1-9559-698be9680e2f details requested by agent ovs-agent-dv-cinder-787296-1-smb with host dv-cinder-787296-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:20:27.410584 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 50424) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:20:27.529487 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1603cf9-b92e-4964-a19e-0df1cb471f6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:20:27.530894 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-f1603cf9-b92e-4964-a19e-0df1cb471f6b admin admin] 10.222.0.16 "GET /v2.0/subnets/c6c383e6-6b68-4586-ab08-6fff3a3be647 HTTP/1.1" status: 200 len: 849 time: 0.1192887 Apr 20 23:20:27.703193 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-00aaf8a9-7403-49de-91dd-6f0f0c67ab9e admin admin] 10.222.0.16 "GET /v2.0/routers/b3decf9c-5307-4acc-a74e-2363f5cc9420 HTTP/1.1" status: 200 len: 704 time: 0.1662447 Apr 20 23:20:28.178459 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f886652c-09e9-4c2c-a63c-1c91a4da1b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:28.412745 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-f886652c-09e9-4c2c-a63c-1c91a4da1b1e admin admin] Allocated IP 172.20.0.1 (1b62253b-b3e4-46d7-a1a0-ea9781ff73bb/c6c383e6-6b68-4586-ab08-6fff3a3be647/04ee4c4e-1ea8-46c6-9096-436d15925adf) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:20:28.574063 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f886652c-09e9-4c2c-a63c-1c91a4da1b1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:28.591734 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-f886652c-09e9-4c2c-a63c-1c91a4da1b1e admin admin] Transition to ACTIVE for port object 04ee4c4e-1ea8-46c6-9096-436d15925adf will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:20:28.648768 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f886652c-09e9-4c2c-a63c-1c91a4da1b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:28.653387 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:20:28.851982 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f886652c-09e9-4c2c-a63c-1c91a4da1b1e admin admin] Network 1b62253b-b3e4-46d7-a1a0-ea9781ff73bb is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:20:28.860003 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-f886652c-09e9-4c2c-a63c-1c91a4da1b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:20:28.863176 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f886652c-09e9-4c2c-a63c-1c91a4da1b1e admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:20:28.863869 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f886652c-09e9-4c2c-a63c-1c91a4da1b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854127102'] for router_interface, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:29.011683 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886652c-09e9-4c2c-a63c-1c91a4da1b1e admin admin] Pushing event updated for resources: {'Port': ['ID=04ee4c4e-1ea8-46c6-9096-436d15925adf,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:20:29.015134 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f886652c-09e9-4c2c-a63c-1c91a4da1b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:20:29.077757 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9c90f11e-d279-4736-aa28-8d0a8c727b58 None None] Provisioning for port 04ee4c4e-1ea8-46c6-9096-436d15925adf completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:20:29.082513 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-9c90f11e-d279-4736-aa28-8d0a8c727b58 None None] Provisioning complete for port 04ee4c4e-1ea8-46c6-9096-436d15925adf triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:20:29.082942 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9c90f11e-d279-4736-aa28-8d0a8c727b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:29.138098 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-9c90f11e-d279-4736-aa28-8d0a8c727b58 None None] Port 04ee4c4e-1ea8-46c6-9096-436d15925adf cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:20:29.138857 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f886652c-09e9-4c2c-a63c-1c91a4da1b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:29.373064 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f886652c-09e9-4c2c-a63c-1c91a4da1b1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:29.376436 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f886652c-09e9-4c2c-a63c-1c91a4da1b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:29.377550 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f886652c-09e9-4c2c-a63c-1c91a4da1b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854018129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648805'] for router_interface, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:29.381660 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:20:29.516051 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886652c-09e9-4c2c-a63c-1c91a4da1b1e admin admin] Pushing event updated for resources: {'Port': ['ID=04ee4c4e-1ea8-46c6-9096-436d15925adf,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:20:29.520380 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f886652c-09e9-4c2c-a63c-1c91a4da1b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:20:29.580869 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f886652c-09e9-4c2c-a63c-1c91a4da1b1e admin admin] Network 1b62253b-b3e4-46d7-a1a0-ea9781ff73bb is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:20:29.582011 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-f886652c-09e9-4c2c-a63c-1c91a4da1b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:20:29.761439 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-a127ab3c-c0d8-4079-9d5a-ed9e6510d517 None None] Provisioning complete for port 04ee4c4e-1ea8-46c6-9096-436d15925adf triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:20:29.761854 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a127ab3c-c0d8-4079-9d5a-ed9e6510d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:29.778968 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f886652c-09e9-4c2c-a63c-1c91a4da1b1e admin admin] Router b3decf9c-5307-4acc-a74e-2363f5cc9420 is scheduled to L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb with binding_index 1 {{(pid=86357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 23:20:29.818892 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-a127ab3c-c0d8-4079-9d5a-ed9e6510d517 None None] Port 04ee4c4e-1ea8-46c6-9096-436d15925adf cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:20:29.941011 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f886652c-09e9-4c2c-a63c-1c91a4da1b1e admin admin] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:20:29.950612 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-f886652c-09e9-4c2c-a63c-1c91a4da1b1e admin admin] 10.222.0.16 "PUT /v2.0/routers/b3decf9c-5307-4acc-a74e-2363f5cc9420/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2420595 Apr 20 23:20:29.951931 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5413ae46-6d35-466e-ad9c-9bd48cc196ed None None] Sync routers for ids ['b3decf9c-5307-4acc-a74e-2363f5cc9420'] in dv-cinder-787296-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:20:29.963169 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5413ae46-6d35-466e-ad9c-9bd48cc196ed None None] Routers {'b3decf9c-5307-4acc-a74e-2363f5cc9420'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:20:29.964105 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-5413ae46-6d35-466e-ad9c-9bd48cc196ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:20:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['b3decf9c-5307-4acc-a74e-2363f5cc9420'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:20:30.148338 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-5413ae46-6d35-466e-ad9c-9bd48cc196ed None None] Set router b3decf9c-5307-4acc-a74e-2363f5cc9420 gateway port host: None {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:20:30.701392 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-5413ae46-6d35-466e-ad9c-9bd48cc196ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3decf9c-5307-4acc-a74e-2363f5cc9420', 'name': 'router1', 'tenant_id': '04e3ce4c2bab44e983c2cf21a1ccb4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:20:17Z', 'updated_at': '2021-04-20T23:20:29Z', 'revision_number': 2, 'project_id': '04e3ce4c2bab44e983c2cf21a1ccb4c6', 'gw_port_host': None, '_interfaces': [{'id': '04ee4c4e-1ea8-46c6-9096-436d15925adf', 'name': '', 'network_id': '1b62253b-b3e4-46d7-a1a0-ea9781ff73bb', 'tenant_id': '04e3ce4c2bab44e983c2cf21a1ccb4c6', 'mac_address': 'fa:16:3e:cf:d6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3decf9c-5307-4acc-a74e-2363f5cc9420', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6c383e6-6b68-4586-ab08-6fff3a3be647', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:20:28Z', 'updated_at': '2021-04-20T23:20:29Z', 'revision_number': 2, 'project_id': '04e3ce4c2bab44e983c2cf21a1ccb4c6', 'subnets': [{'id': 'c6c383e6-6b68-4586-ab08-6fff3a3be647', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40650b5a-d864-4765-b0be-95f7e28c2e43'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:20:30.706354 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5413ae46-6d35-466e-ad9c-9bd48cc196ed None None] Checking router: b3decf9c-5307-4acc-a74e-2363f5cc9420 for host: dv-cinder-787296-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:20:30.706745 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5413ae46-6d35-466e-ad9c-9bd48cc196ed None None] Updating router b3decf9c-5307-4acc-a74e-2363f5cc9420 port 04ee4c4e-1ea8-46c6-9096-436d15925adf binding host dv-cinder-787296-1-smb {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:20:30.765567 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5413ae46-6d35-466e-ad9c-9bd48cc196ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:31.154086 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5413ae46-6d35-466e-ad9c-9bd48cc196ed None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:31.168565 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5413ae46-6d35-466e-ad9c-9bd48cc196ed None None] Transition to ACTIVE for port object 04ee4c4e-1ea8-46c6-9096-436d15925adf will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:20:31.174113 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5413ae46-6d35-466e-ad9c-9bd48cc196ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:31.180125 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:20:31.390269 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09ca9d-becb-4652-81ac-dd4a69f90b31 None None] Pushing event updated for resources: {'Port': ['ID=04ee4c4e-1ea8-46c6-9096-436d15925adf,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:20:31.405788 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09ca9d-becb-4652-81ac-dd4a69f90b31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:31.406111 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09ca9d-becb-4652-81ac-dd4a69f90b31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:31.406478 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09ca9d-becb-4652-81ac-dd4a69f90b31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:31.406838 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09ca9d-becb-4652-81ac-dd4a69f90b31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:31.407197 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09ca9d-becb-4652-81ac-dd4a69f90b31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:31.407555 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09ca9d-becb-4652-81ac-dd4a69f90b31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:31.407906 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09ca9d-becb-4652-81ac-dd4a69f90b31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:31.408260 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09ca9d-becb-4652-81ac-dd4a69f90b31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:31.408612 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09ca9d-becb-4652-81ac-dd4a69f90b31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:31.408963 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09ca9d-becb-4652-81ac-dd4a69f90b31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:31.409363 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09ca9d-becb-4652-81ac-dd4a69f90b31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:31.409717 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09ca9d-becb-4652-81ac-dd4a69f90b31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c09ca9d-becb-4652-81ac-dd4a69f90b31 None None] Tracked resource versions report: Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: pushed versions: Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: { 'AddressGroup': {'1.2'}, Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: 'ConntrackHelper': {'1.0'}, Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: 'Log': {'1.0'}, Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: 'Network': {'1.1'}, Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: 'Port': {'1.7'}, Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: 'PortForwarding': {'1.2'}, Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: 'QosPolicy': {'1.8'}, Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroup': {'1.4'}, Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroupRule': {'1.2'}, Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: 'SubPort': {'1.0'}, Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: 'Subnet': {'1.1'}, Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: 'Trunk': {'1.1'}} Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: consumer versions: Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: { DHCP agent@dv-cinder-787296-1-smb: {}, Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: L3 agent@dv-cinder-787296-1-smb: {}, Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: Metadata agent@dv-cinder-787296-1-smb: {}, Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: Metering agent@dv-cinder-787296-1-smb: {}, Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: Open vSwitch agent@dv-cinder-787296-1-smb: { 'AddressGroup': '1.2', Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: 'ConntrackHelper': '1.0', Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: 'Log': '1.0', Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: 'Network': '1.1', Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: 'Port': '1.7', Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: 'PortForwarding': '1.2', Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: 'QosPolicy': '1.8', Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroup': '1.4', Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroupRule': '1.2', Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: 'SubPort': '1.0', Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: 'Subnet': '1.1', Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: 'Trunk': '1.1'}} Apr 20 23:20:31.410803 dv-cinder-787296-1-smb neutron-server[86243]: {{(pid=86359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 23:20:31.424684 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8c09ca9d-becb-4652-81ac-dd4a69f90b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:20:31.425908 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-5413ae46-6d35-466e-ad9c-9bd48cc196ed None None] Attempting to bind port 04ee4c4e-1ea8-46c6-9096-436d15925adf on host dv-cinder-787296-1-smb for vnic_type normal with profile {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:20:31.426543 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-5413ae46-6d35-466e-ad9c-9bd48cc196ed None None] Attempting to bind port 04ee4c4e-1ea8-46c6-9096-436d15925adf by drivers openvswitch,hyperv on host dv-cinder-787296-1-smb at level 0 using segments [{'id': '54f13301-dd49-4a92-ac36-48d3a2f84c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1b62253b-b3e4-46d7-a1a0-ea9781ff73bb'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:20:31.427254 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5413ae46-6d35-466e-ad9c-9bd48cc196ed None None] Attempting to bind port 04ee4c4e-1ea8-46c6-9096-436d15925adf on network 1b62253b-b3e4-46d7-a1a0-ea9781ff73bb {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:20:31.433960 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5413ae46-6d35-466e-ad9c-9bd48cc196ed None None] Checking agent: {'id': 'ca45837e-4919-48d1-9ced-cddb9dadc434', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 19, 54), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:20:31.434653 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5413ae46-6d35-466e-ad9c-9bd48cc196ed None None] Checking segment: {'id': '54f13301-dd49-4a92-ac36-48d3a2f84c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1b62253b-b3e4-46d7-a1a0-ea9781ff73bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:20:31.435331 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5413ae46-6d35-466e-ad9c-9bd48cc196ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:31.435934 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5413ae46-6d35-466e-ad9c-9bd48cc196ed None None] Bound using segment: {'id': '54f13301-dd49-4a92-ac36-48d3a2f84c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1b62253b-b3e4-46d7-a1a0-ea9781ff73bb'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:20:31.436683 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-5413ae46-6d35-466e-ad9c-9bd48cc196ed None None] Bound port: 04ee4c4e-1ea8-46c6-9096-436d15925adf, host: dv-cinder-787296-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f13301-dd49-4a92-ac36-48d3a2f84c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1b62253b-b3e4-46d7-a1a0-ea9781ff73bb'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:20:31.437341 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5413ae46-6d35-466e-ad9c-9bd48cc196ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:31.532705 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5413ae46-6d35-466e-ad9c-9bd48cc196ed None None] For port 04ee4c4e-1ea8-46c6-9096-436d15925adf, host dv-cinder-787296-1-smb, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:20:31.537723 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5413ae46-6d35-466e-ad9c-9bd48cc196ed None None] For port 04ee4c4e-1ea8-46c6-9096-436d15925adf, host dv-cinder-787296-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=04ee4c4e-1ea8-46c6-9096-436d15925adf,segment=NetworkSegment(54f13301-dd49-4a92-ac36-48d3a2f84c9e),segment_id=54f13301-dd49-4a92-ac36-48d3a2f84c9e)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:20:31.543163 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5413ae46-6d35-466e-ad9c-9bd48cc196ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:31.547922 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8c09ca9d-becb-4652-81ac-dd4a69f90b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:20:31.633501 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5413ae46-6d35-466e-ad9c-9bd48cc196ed None None] Routers {'b3decf9c-5307-4acc-a74e-2363f5cc9420'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:20:31.634177 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-5413ae46-6d35-466e-ad9c-9bd48cc196ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:20:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['b3decf9c-5307-4acc-a74e-2363f5cc9420'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:20:31.754475 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09ca9d-becb-4652-81ac-dd4a69f90b31 None None] Pushing event updated for resources: {'Port': ['ID=04ee4c4e-1ea8-46c6-9096-436d15925adf,revision_number=4']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:20:31.764837 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8c09ca9d-becb-4652-81ac-dd4a69f90b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:20:31.800232 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-5413ae46-6d35-466e-ad9c-9bd48cc196ed None None] Set router b3decf9c-5307-4acc-a74e-2363f5cc9420 gateway port host: None {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:20:32.138270 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-5413ae46-6d35-466e-ad9c-9bd48cc196ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3decf9c-5307-4acc-a74e-2363f5cc9420', 'name': 'router1', 'tenant_id': '04e3ce4c2bab44e983c2cf21a1ccb4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:20:17Z', 'updated_at': '2021-04-20T23:20:29Z', 'revision_number': 2, 'project_id': '04e3ce4c2bab44e983c2cf21a1ccb4c6', 'gw_port_host': None, '_interfaces': [{'id': '04ee4c4e-1ea8-46c6-9096-436d15925adf', 'name': '', 'network_id': '1b62253b-b3e4-46d7-a1a0-ea9781ff73bb', 'tenant_id': '04e3ce4c2bab44e983c2cf21a1ccb4c6', 'mac_address': 'fa:16:3e:cf:d6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3decf9c-5307-4acc-a74e-2363f5cc9420', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6c383e6-6b68-4586-ab08-6fff3a3be647', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:20:28Z', 'updated_at': '2021-04-20T23:20:31Z', 'revision_number': 4, 'project_id': '04e3ce4c2bab44e983c2cf21a1ccb4c6', 'subnets': [{'id': 'c6c383e6-6b68-4586-ab08-6fff3a3be647', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40650b5a-d864-4765-b0be-95f7e28c2e43'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:20:32.142246 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5413ae46-6d35-466e-ad9c-9bd48cc196ed None None] The sync data for ids ['b3decf9c-5307-4acc-a74e-2363f5cc9420'] in dv-cinder-787296-1-smb is: [{'id': 'b3decf9c-5307-4acc-a74e-2363f5cc9420', 'name': 'router1', 'tenant_id': '04e3ce4c2bab44e983c2cf21a1ccb4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:20:17Z', 'updated_at': '2021-04-20T23:20:29Z', 'revision_number': 2, 'project_id': '04e3ce4c2bab44e983c2cf21a1ccb4c6', 'gw_port_host': None, '_interfaces': [{'id': '04ee4c4e-1ea8-46c6-9096-436d15925adf', 'name': '', 'network_id': '1b62253b-b3e4-46d7-a1a0-ea9781ff73bb', 'tenant_id': '04e3ce4c2bab44e983c2cf21a1ccb4c6', 'mac_address': 'fa:16:3e:cf:d6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3decf9c-5307-4acc-a74e-2363f5cc9420', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6c383e6-6b68-4586-ab08-6fff3a3be647', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:20:28Z', 'updated_at': '2021-04-20T23:20:31Z', 'revision_number': 4, 'project_id': '04e3ce4c2bab44e983c2cf21a1ccb4c6', 'subnets': [{'id': 'c6c383e6-6b68-4586-ab08-6fff3a3be647', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40650b5a-d864-4765-b0be-95f7e28c2e43'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:20:32.457467 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 50436) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:20:32.620886 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8580cc67-8311-4a76-aa67-b2f1af9ec553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:20:32.622383 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-8580cc67-8311-4a76-aa67-b2f1af9ec553 admin admin] 10.222.0.16 "GET /v2.0/networks/17a5301c-ad04-43a1-9559-698be9680e2f HTTP/1.1" status: 200 len: 842 time: 0.1639125 Apr 20 23:20:32.632636 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-24dc03ea-31c5-4b90-81ed-5e4c17933120 admin admin] Request body: {'subnet': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'gateway_ip': '172.28.2.1', 'cidr': '172.28.2.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:20:32.638000 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-24dc03ea-31c5-4b90-81ed-5e4c17933120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:20:32.641995 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-24dc03ea-31c5-4b90-81ed-5e4c17933120 admin admin] Usage tracker for resource:subnet and tenant:675161694e944df5b0c67457d42596c5 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:20:32.644983 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-24dc03ea-31c5-4b90-81ed-5e4c17933120 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:20:32.650889 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-24dc03ea-31c5-4b90-81ed-5e4c17933120 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:20:32.659926 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24dc03ea-31c5-4b90-81ed-5e4c17933120 admin admin] Made reservation on behalf of 675161694e944df5b0c67457d42596c5 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:20:32.664595 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-24dc03ea-31c5-4b90-81ed-5e4c17933120 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:33.232628 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.objects.ports [None req-24dc03ea-31c5-4b90-81ed-5e4c17933120 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86356) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 20 23:20:33.233210 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-24dc03ea-31c5-4b90-81ed-5e4c17933120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:33.237789 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-20b8fa4d-95f8-495c-a95a-7b0ceff2ae08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:20:33.312953 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc03ea-31c5-4b90-81ed-5e4c17933120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5ea26a4-9d6d-4298-bd22-11c1031e299f,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:20:33.315791 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-24dc03ea-31c5-4b90-81ed-5e4c17933120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:20:33.322242 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dc03ea-31c5-4b90-81ed-5e4c17933120 admin admin] Checking segment: {'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:20:33.322635 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dc03ea-31c5-4b90-81ed-5e4c17933120 admin admin] Network hostable DHCP agents. Network: 17a5301c-ad04-43a1-9559-698be9680e2f, hostable agents: ['a298e916-2d0e-40ec-9d0f-6465273d3362'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:20:33.341808 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dc03ea-31c5-4b90-81ed-5e4c17933120 admin admin] Network 17a5301c-ad04-43a1-9559-698be9680e2f is scheduled to be hosted by DHCP agent a298e916-2d0e-40ec-9d0f-6465273d3362 with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:20:33.349983 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-24dc03ea-31c5-4b90-81ed-5e4c17933120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-smb, 17a5301c-ad04-43a1-9559-698be9680e2f) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:20:33.355246 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dc03ea-31c5-4b90-81ed-5e4c17933120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:20:33.355891 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-24dc03ea-31c5-4b90-81ed-5e4c17933120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:33.360762 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7374db43-9191-4302-b19a-2a14c139efce None None] Network 17a5301c-ad04-43a1-9559-698be9680e2f requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:20:33.377783 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-24dc03ea-31c5-4b90-81ed-5e4c17933120 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7488394 Apr 20 23:20:33.610512 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ada0fd-3971-445d-8992-b4492186c763 None None] Network 17a5301c-ad04-43a1-9559-698be9680e2f requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:20:35.605586 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 04ee4c4e-1ea8-46c6-9096-436d15925adf up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:20:35.673684 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning for port 04ee4c4e-1ea8-46c6-9096-436d15925adf completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:20:35.678325 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port 04ee4c4e-1ea8-46c6-9096-436d15925adf triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:20:35.678732 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:35.800934 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:35.833803 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] For port 04ee4c4e-1ea8-46c6-9096-436d15925adf, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=04ee4c4e-1ea8-46c6-9096-436d15925adf,segment=NetworkSegment(54f13301-dd49-4a92-ac36-48d3a2f84c9e),segment_id=54f13301-dd49-4a92-ac36-48d3a2f84c9e)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:20:35.836540 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:35.838785 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:20:35.913044 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Pushing event updated for resources: {'Port': ['ID=04ee4c4e-1ea8-46c6-9096-436d15925adf,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:20:35.916312 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:20:35.982411 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 50450) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:20:36.197399 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-ae0c5f0f-2544-4ece-a046-ba1a6228fcab admin admin] 10.222.0.16 "GET /v2.0/routers/b3decf9c-5307-4acc-a74e-2363f5cc9420 HTTP/1.1" status: 200 len: 710 time: 0.2137673 Apr 20 23:20:36.331134 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff7ba5c-b3b1-4536-a750-71f9687bd31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:20:36.332559 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-fff7ba5c-b3b1-4536-a750-71f9687bd31d admin admin] 10.222.0.16 "GET /v2.0/networks/17a5301c-ad04-43a1-9559-698be9680e2f HTTP/1.1" status: 200 len: 886 time: 0.1294751 Apr 20 23:20:36.342193 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-f93685c3-8c65-49dc-9cc8-fcfff422fce7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'}}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:20:36.793429 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f93685c3-8c65-49dc-9cc8-fcfff422fce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854130443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854147233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2391'] for router, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:37.136105 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f93685c3-8c65-49dc-9cc8-fcfff422fce7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:37.196916 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f93685c3-8c65-49dc-9cc8-fcfff422fce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:37.336530 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-f93685c3-8c65-49dc-9cc8-fcfff422fce7 admin admin] Allocated IP 172.28.2.251 (17a5301c-ad04-43a1-9559-698be9680e2f/c5ea26a4-9d6d-4298-bd22-11c1031e299f/112448e9-643f-4bda-b129-29993c1c35c7) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:20:37.493591 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f93685c3-8c65-49dc-9cc8-fcfff422fce7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:37.554757 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f93685c3-8c65-49dc-9cc8-fcfff422fce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:37.560331 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:20:37.598817 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 04ee4c4e-1ea8-46c6-9096-436d15925adf up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:20:37.616181 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93685c3-8c65-49dc-9cc8-fcfff422fce7 admin admin] Network 17a5301c-ad04-43a1-9559-698be9680e2f is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:20:37.624387 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-f93685c3-8c65-49dc-9cc8-fcfff422fce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:20:37.628823 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93685c3-8c65-49dc-9cc8-fcfff422fce7 admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:20:37.672698 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port 04ee4c4e-1ea8-46c6-9096-436d15925adf triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:20:37.673107 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:37.930284 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93685c3-8c65-49dc-9cc8-fcfff422fce7 admin admin] Pushing event updated for resources: {'Port': ['ID=112448e9-643f-4bda-b129-29993c1c35c7,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:20:37.943997 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f93685c3-8c65-49dc-9cc8-fcfff422fce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:20:38.199041 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f93685c3-8c65-49dc-9cc8-fcfff422fce7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:38.547608 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f93685c3-8c65-49dc-9cc8-fcfff422fce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854130443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854147233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2391'] for router, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:38.551054 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f93685c3-8c65-49dc-9cc8-fcfff422fce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-645326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854130490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-628520'] for router, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:38.735863 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93685c3-8c65-49dc-9cc8-fcfff422fce7 admin admin] Router b3decf9c-5307-4acc-a74e-2363f5cc9420 has already been hosted by L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:20:38.915204 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93685c3-8c65-49dc-9cc8-fcfff422fce7 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:20:38.924077 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f93685c3-8c65-49dc-9cc8-fcfff422fce7 admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:38.925545 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-f93685c3-8c65-49dc-9cc8-fcfff422fce7 admin admin] 10.222.0.16 "PUT /v2.0/routers/b3decf9c-5307-4acc-a74e-2363f5cc9420 HTTP/1.1" status: 200 len: 890 time: 2.5867889 Apr 20 23:20:38.925659 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cd934a-1da0-4cc9-9379-e3ffefe6b28e None None] Sync routers for ids ['b3decf9c-5307-4acc-a74e-2363f5cc9420'] in dv-cinder-787296-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:20:38.936154 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cd934a-1da0-4cc9-9379-e3ffefe6b28e None None] Routers {'b3decf9c-5307-4acc-a74e-2363f5cc9420'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:20:38.936857 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-f6cd934a-1da0-4cc9-9379-e3ffefe6b28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:20:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['b3decf9c-5307-4acc-a74e-2363f5cc9420'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:20:39.137254 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-f6cd934a-1da0-4cc9-9379-e3ffefe6b28e None None] Set router b3decf9c-5307-4acc-a74e-2363f5cc9420 gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:20:39.493628 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-f6cd934a-1da0-4cc9-9379-e3ffefe6b28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3decf9c-5307-4acc-a74e-2363f5cc9420', 'name': 'router1', 'tenant_id': '04e3ce4c2bab44e983c2cf21a1ccb4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '112448e9-643f-4bda-b129-29993c1c35c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:20:17Z', 'updated_at': '2021-04-20T23:20:38Z', 'revision_number': 4, 'project_id': '04e3ce4c2bab44e983c2cf21a1ccb4c6', 'gw_port': {'id': '112448e9-643f-4bda-b129-29993c1c35c7', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3decf9c-5307-4acc-a74e-2363f5cc9420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:20:37Z', 'updated_at': '2021-04-20T23:20:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '04ee4c4e-1ea8-46c6-9096-436d15925adf', 'name': '', 'network_id': '1b62253b-b3e4-46d7-a1a0-ea9781ff73bb', 'tenant_id': '04e3ce4c2bab44e983c2cf21a1ccb4c6', 'mac_address': 'fa:16:3e:cf:d6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3decf9c-5307-4acc-a74e-2363f5cc9420', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6c383e6-6b68-4586-ab08-6fff3a3be647', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:20:28Z', 'updated_at': '2021-04-20T23:20:35Z', 'revision_number': 5, 'project_id': '04e3ce4c2bab44e983c2cf21a1ccb4c6', 'subnets': [{'id': 'c6c383e6-6b68-4586-ab08-6fff3a3be647', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40650b5a-d864-4765-b0be-95f7e28c2e43'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:20:39.498593 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cd934a-1da0-4cc9-9379-e3ffefe6b28e None None] Checking router: b3decf9c-5307-4acc-a74e-2363f5cc9420 for host: dv-cinder-787296-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:20:39.498997 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cd934a-1da0-4cc9-9379-e3ffefe6b28e None None] Updating router b3decf9c-5307-4acc-a74e-2363f5cc9420 port 112448e9-643f-4bda-b129-29993c1c35c7 binding host dv-cinder-787296-1-smb {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:20:39.553372 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6cd934a-1da0-4cc9-9379-e3ffefe6b28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:39.890418 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6cd934a-1da0-4cc9-9379-e3ffefe6b28e None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:39.902611 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-f6cd934a-1da0-4cc9-9379-e3ffefe6b28e None None] Transition to ACTIVE for port object 112448e9-643f-4bda-b129-29993c1c35c7 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:20:39.908090 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6cd934a-1da0-4cc9-9379-e3ffefe6b28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:39.912732 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:20:39.991809 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-f6cd934a-1da0-4cc9-9379-e3ffefe6b28e None None] Attempting to bind port 112448e9-643f-4bda-b129-29993c1c35c7 on host dv-cinder-787296-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:20:39.992272 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-f6cd934a-1da0-4cc9-9379-e3ffefe6b28e None None] Attempting to bind port 112448e9-643f-4bda-b129-29993c1c35c7 by drivers openvswitch,hyperv on host dv-cinder-787296-1-smb at level 0 using segments [{'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:20:39.992580 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cd934a-1da0-4cc9-9379-e3ffefe6b28e None None] Attempting to bind port 112448e9-643f-4bda-b129-29993c1c35c7 on network 17a5301c-ad04-43a1-9559-698be9680e2f {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:20:39.998569 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9761a5-5e2e-4778-82cb-e9d19bcd2740 None None] Pushing event updated for resources: {'Port': ['ID=112448e9-643f-4bda-b129-29993c1c35c7,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:20:40.002642 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-7d9761a5-5e2e-4778-82cb-e9d19bcd2740 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:20:40.003432 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cd934a-1da0-4cc9-9379-e3ffefe6b28e None None] Checking agent: {'id': 'ca45837e-4919-48d1-9ced-cddb9dadc434', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 19, 54), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:20:40.003830 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cd934a-1da0-4cc9-9379-e3ffefe6b28e None None] Checking segment: {'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:20:40.004260 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6cd934a-1da0-4cc9-9379-e3ffefe6b28e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:40.004677 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cd934a-1da0-4cc9-9379-e3ffefe6b28e None None] Bound using segment: {'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:20:40.005200 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-f6cd934a-1da0-4cc9-9379-e3ffefe6b28e None None] Bound port: 112448e9-643f-4bda-b129-29993c1c35c7, host: dv-cinder-787296-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:20:40.005628 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6cd934a-1da0-4cc9-9379-e3ffefe6b28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:40.080065 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-f6cd934a-1da0-4cc9-9379-e3ffefe6b28e None None] For port 112448e9-643f-4bda-b129-29993c1c35c7, host dv-cinder-787296-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:20:40.083117 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-f6cd934a-1da0-4cc9-9379-e3ffefe6b28e None None] For port 112448e9-643f-4bda-b129-29993c1c35c7, host dv-cinder-787296-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=112448e9-643f-4bda-b129-29993c1c35c7,segment=NetworkSegment(6da6a8de-ef5d-4456-8d26-a2b4515179e3),segment_id=6da6a8de-ef5d-4456-8d26-a2b4515179e3)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:20:40.086003 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6cd934a-1da0-4cc9-9379-e3ffefe6b28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:40.091387 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dfdf6ada-5491-40e2-b5a3-a23556ce55af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:20:40.170540 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cd934a-1da0-4cc9-9379-e3ffefe6b28e None None] Routers {'b3decf9c-5307-4acc-a74e-2363f5cc9420'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:20:40.171193 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-f6cd934a-1da0-4cc9-9379-e3ffefe6b28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:20:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['b3decf9c-5307-4acc-a74e-2363f5cc9420'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:20:40.286895 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9761a5-5e2e-4778-82cb-e9d19bcd2740 None None] Pushing event updated for resources: {'Port': ['ID=112448e9-643f-4bda-b129-29993c1c35c7,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:20:40.297206 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-7d9761a5-5e2e-4778-82cb-e9d19bcd2740 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:20:40.358719 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-f6cd934a-1da0-4cc9-9379-e3ffefe6b28e None None] Set router b3decf9c-5307-4acc-a74e-2363f5cc9420 gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:20:40.696789 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-f6cd934a-1da0-4cc9-9379-e3ffefe6b28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3decf9c-5307-4acc-a74e-2363f5cc9420', 'name': 'router1', 'tenant_id': '04e3ce4c2bab44e983c2cf21a1ccb4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '112448e9-643f-4bda-b129-29993c1c35c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:20:17Z', 'updated_at': '2021-04-20T23:20:38Z', 'revision_number': 4, 'project_id': '04e3ce4c2bab44e983c2cf21a1ccb4c6', 'gw_port': {'id': '112448e9-643f-4bda-b129-29993c1c35c7', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3decf9c-5307-4acc-a74e-2363f5cc9420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:20:37Z', 'updated_at': '2021-04-20T23:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '04ee4c4e-1ea8-46c6-9096-436d15925adf', 'name': '', 'network_id': '1b62253b-b3e4-46d7-a1a0-ea9781ff73bb', 'tenant_id': '04e3ce4c2bab44e983c2cf21a1ccb4c6', 'mac_address': 'fa:16:3e:cf:d6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3decf9c-5307-4acc-a74e-2363f5cc9420', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6c383e6-6b68-4586-ab08-6fff3a3be647', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:20:28Z', 'updated_at': '2021-04-20T23:20:35Z', 'revision_number': 5, 'project_id': '04e3ce4c2bab44e983c2cf21a1ccb4c6', 'subnets': [{'id': 'c6c383e6-6b68-4586-ab08-6fff3a3be647', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40650b5a-d864-4765-b0be-95f7e28c2e43'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:20:40.700765 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cd934a-1da0-4cc9-9379-e3ffefe6b28e None None] The sync data for ids ['b3decf9c-5307-4acc-a74e-2363f5cc9420'] in dv-cinder-787296-1-smb is: [{'id': 'b3decf9c-5307-4acc-a74e-2363f5cc9420', 'name': 'router1', 'tenant_id': '04e3ce4c2bab44e983c2cf21a1ccb4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': '112448e9-643f-4bda-b129-29993c1c35c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:20:17Z', 'updated_at': '2021-04-20T23:20:38Z', 'revision_number': 4, 'project_id': '04e3ce4c2bab44e983c2cf21a1ccb4c6', 'gw_port': {'id': '112448e9-643f-4bda-b129-29993c1c35c7', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3decf9c-5307-4acc-a74e-2363f5cc9420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:20:37Z', 'updated_at': '2021-04-20T23:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '04ee4c4e-1ea8-46c6-9096-436d15925adf', 'name': '', 'network_id': '1b62253b-b3e4-46d7-a1a0-ea9781ff73bb', 'tenant_id': '04e3ce4c2bab44e983c2cf21a1ccb4c6', 'mac_address': 'fa:16:3e:cf:d6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3decf9c-5307-4acc-a74e-2363f5cc9420', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6c383e6-6b68-4586-ab08-6fff3a3be647', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:20:28Z', 'updated_at': '2021-04-20T23:20:35Z', 'revision_number': 5, 'project_id': '04e3ce4c2bab44e983c2cf21a1ccb4c6', 'subnets': [{'id': 'c6c383e6-6b68-4586-ab08-6fff3a3be647', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40650b5a-d864-4765-b0be-95f7e28c2e43'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:20:41.615763 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 112448e9-643f-4bda-b129-29993c1c35c7 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:20:41.624859 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 50460) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:20:41.690429 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning for port 112448e9-643f-4bda-b129-29993c1c35c7 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:20:41.695148 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port 112448e9-643f-4bda-b129-29993c1c35c7 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:20:41.695560 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:41.751100 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-9fb46f04-c574-4258-9e97-bf748293b111 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1246064 Apr 20 23:20:41.818934 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:41.837472 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] For port 112448e9-643f-4bda-b129-29993c1c35c7, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=112448e9-643f-4bda-b129-29993c1c35c7,segment=NetworkSegment(6da6a8de-ef5d-4456-8d26-a2b4515179e3),segment_id=6da6a8de-ef5d-4456-8d26-a2b4515179e3)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:20:41.840425 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:41.842736 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-7d9761a5-5e2e-4778-82cb-e9d19bcd2740 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:20:41.916724 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Pushing event updated for resources: {'Port': ['ID=112448e9-643f-4bda-b129-29993c1c35c7,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:20:41.920048 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:20:43.608883 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 112448e9-643f-4bda-b129-29993c1c35c7 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:20:43.696487 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port 112448e9-643f-4bda-b129-29993c1c35c7 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:20:43.696899 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:48.153435 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:20:49.914577 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ba38b47f-7a2f-4c0a-90da-d9cec43b9d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:52.392405 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-79cff4d9-5d8f-4cc7-922e-c15af0c8a843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:52.809073 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:53.578646 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:20:54.311780 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:21:19.848531 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-06ca7994-d160-4ed6-91e4-7e8e849bf0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:21:22.379846 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ab9c05d6-4253-4d65-a2e9-2516342eb651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:21:22.801535 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:21:23.598305 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:21:24.320528 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:21:25.153067 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:21:49.849349 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9e9f1927-c5df-4e53-8094-0b9b651783d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:21:52.374553 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0c707e34-69b8-4d63-acf5-9616e6e6a975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:21:52.798670 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:21:53.580842 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:21:54.318171 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:22:02.158197 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:22:19.849940 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f36e015b-99d1-4517-9b97-b803910b9e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:22:22.376278 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-14a8611a-eb88-4f7a-8898-48e834c38c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:22:22.801508 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:22:23.587053 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:22:23.666488 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 51030) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:22:23.740169 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.pecan_wsgi.hooks.translation [None req-296aa94f-2c4b-40bd-b6d2-e0cb30437e04 admin admin] GET failed (client error): The resource could not be found. Apr 20 23:22:23.740721 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-296aa94f-2c4b-40bd-b6d2-e0cb30437e04 admin admin] Synchronizing usage tracker for tenant:675161694e944df5b0c67457d42596c5 on resource:network {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:22:23.756716 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-296aa94f-2c4b-40bd-b6d2-e0cb30437e04 admin admin] Unset dirty status for tenant:675161694e944df5b0c67457d42596c5 on resource:network {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:22:23.757925 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-296aa94f-2c4b-40bd-b6d2-e0cb30437e04 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0904396 Apr 20 23:22:23.897760 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ebd9dc-ac60-4938-bee9-2bcfd2fe767c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:22:23.899888 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-04ebd9dc-ac60-4938-bee9-2bcfd2fe767c admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1371701 Apr 20 23:22:24.325868 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:22:26.369010 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 51040) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:22:26.483167 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fe237d-ff22-4249-93a9-b890711a04e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:22:26.484582 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-f0fe237d-ff22-4249-93a9-b890711a04e5 admin admin] 10.222.0.16 "GET /v2.0/subnets/c6c383e6-6b68-4586-ab08-6fff3a3be647 HTTP/1.1" status: 200 len: 849 time: 0.1145222 Apr 20 23:22:26.495018 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-7c37d7dd-5e24-4e6f-bf33-337c25964579 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:22:26.774578 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7c37d7dd-5e24-4e6f-bf33-337c25964579 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:22:27.075761 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7c37d7dd-5e24-4e6f-bf33-337c25964579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757164122585'] for subnet, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:22:27.080261 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:22:27.120837 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c37d7dd-5e24-4e6f-bf33-337c25964579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:22:27.121810 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7c37d7dd-5e24-4e6f-bf33-337c25964579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:22:27.126743 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-7c37d7dd-5e24-4e6f-bf33-337c25964579 admin admin] 10.222.0.16 "PUT /v2.0/subnets/c6c383e6-6b68-4586-ab08-6fff3a3be647 HTTP/1.1" status: 200 len: 868 time: 0.6318002 Apr 20 23:22:27.129445 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1278ca3b-8e28-47ec-bc47-1ab2e0bb4e3c None None] Network 1b62253b-b3e4-46d7-a1a0-ea9781ff73bb requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:22:27.147487 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37d7dd-5e24-4e6f-bf33-337c25964579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6c383e6-6b68-4586-ab08-6fff3a3be647,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:22:27.156817 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c37d7dd-5e24-4e6f-bf33-337c25964579 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:22:27.157232 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c37d7dd-5e24-4e6f-bf33-337c25964579 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:22:27.157609 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c37d7dd-5e24-4e6f-bf33-337c25964579 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:22:27.157972 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c37d7dd-5e24-4e6f-bf33-337c25964579 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:22:27.158332 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c37d7dd-5e24-4e6f-bf33-337c25964579 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:22:27.158688 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c37d7dd-5e24-4e6f-bf33-337c25964579 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:22:27.159050 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c37d7dd-5e24-4e6f-bf33-337c25964579 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:22:27.159404 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c37d7dd-5e24-4e6f-bf33-337c25964579 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:22:27.159778 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c37d7dd-5e24-4e6f-bf33-337c25964579 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:22:27.160131 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c37d7dd-5e24-4e6f-bf33-337c25964579 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:22:27.160481 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c37d7dd-5e24-4e6f-bf33-337c25964579 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:22:27.160829 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c37d7dd-5e24-4e6f-bf33-337c25964579 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:22:27.165364 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-7c37d7dd-5e24-4e6f-bf33-337c25964579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:22:27.597986 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-45c4f898-72c9-47fd-b40c-87283298e4c1 None None] Provisioning complete for port 04ee4c4e-1ea8-46c6-9096-436d15925adf triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:22:27.598534 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-45c4f898-72c9-47fd-b40c-87283298e4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:22:27.728648 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-45c4f898-72c9-47fd-b40c-87283298e4c1 None None] Provisioning complete for port a2cf67bc-6e12-4b47-a21e-f56d88596018 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:22:27.728960 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-45c4f898-72c9-47fd-b40c-87283298e4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:22:29.590115 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 51050) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:22:29.774448 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcc0c67-0f96-4b9a-a204-4a6b82078730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:22:29.774972 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcc0c67-0f96-4b9a-a204-4a6b82078730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:22:29.776588 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-3dcc0c67-0f96-4b9a-a204-4a6b82078730 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1854010 Apr 20 23:22:32.268155 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 51060) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:22:32.450480 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a37a51-c688-4337-9f9e-e2ac14449be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:22:32.451002 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a37a51-c688-4337-9f9e-e2ac14449be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:22:32.452668 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-48a37a51-c688-4337-9f9e-e2ac14449be1 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1834970 Apr 20 23:22:34.930450 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 51070) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:22:35.106689 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f28d114-a834-4eb4-aede-d0db728d6a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:22:35.108050 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-1f28d114-a834-4eb4-aede-d0db728d6a99 admin admin] 10.222.0.16 "GET /v2.0/networks/17a5301c-ad04-43a1-9559-698be9680e2f HTTP/1.1" status: 200 len: 886 time: 0.1765814 Apr 20 23:22:37.586805 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 51080) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:22:37.769088 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4405ab8-ddd8-4dc3-b73d-51ae8971199d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:22:37.770573 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b4405ab8-ddd8-4dc3-b73d-51ae8971199d admin admin] 10.222.0.16 "GET /v2.0/networks/1b62253b-b3e4-46d7-a1a0-ea9781ff73bb HTTP/1.1" status: 200 len: 869 time: 0.1827390 Apr 20 23:22:39.158151 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:22:40.241054 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 51090) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:22:40.357779 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c000267-3beb-4809-b82c-12e6f755e051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:22:40.358284 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c000267-3beb-4809-b82c-12e6f755e051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:22:40.359865 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-8c000267-3beb-4809-b82c-12e6f755e051 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1177440 Apr 20 23:22:42.858307 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 51100) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:22:42.971520 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12748729-0749-4082-8d90-7ccb2fedf58d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:22:42.972022 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12748729-0749-4082-8d90-7ccb2fedf58d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:22:42.973626 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-12748729-0749-4082-8d90-7ccb2fedf58d admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1142967 Apr 20 23:22:45.446753 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 51110) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:22:45.553704 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36f291f-f8e9-4251-a862-4aad820e0c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:22:45.554297 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f36f291f-f8e9-4251-a862-4aad820e0c37 admin admin] Synchronizing usage tracker for tenant:675161694e944df5b0c67457d42596c5 on resource:subnet {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:22:45.569858 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f36f291f-f8e9-4251-a862-4aad820e0c37 admin admin] Unset dirty status for tenant:675161694e944df5b0c67457d42596c5 on resource:subnet {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:22:45.571549 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-f36f291f-f8e9-4251-a862-4aad820e0c37 admin admin] 10.222.0.16 "GET /v2.0/subnets/c5ea26a4-9d6d-4298-bd22-11c1031e299f HTTP/1.1" status: 200 len: 816 time: 0.1236677 Apr 20 23:22:48.035821 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 51120) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:22:48.148773 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dec1a2a-66c0-4b69-8603-c2f3e9c46b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:22:48.150203 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-2dec1a2a-66c0-4b69-8603-c2f3e9c46b8a admin admin] 10.222.0.16 "GET /v2.0/subnets/c6c383e6-6b68-4586-ab08-6fff3a3be647 HTTP/1.1" status: 200 len: 868 time: 0.1133716 Apr 20 23:22:49.853789 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a8c8d734-8b10-41e9-a439-45140f0967ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:22:52.377642 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e6b190fc-043d-49f1-b363-8efe4a5be47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:22:52.806398 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:22:53.579318 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:22:54.331331 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:23:14.420669 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 51164) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:23:14.473261 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [None req-76d56f89-61ca-46be-be21-a1760f92d470 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 23:23:14.474352 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-76d56f89-61ca-46be-be21-a1760f92d470 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0526159 Apr 20 23:23:16.157149 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:23:17.031698 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 51174) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:23:17.109198 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5c88cb-4b23-425e-ab20-2a9c8a279839 admin admin] GET failed (client error): The resource could not be found. Apr 20 23:23:17.110545 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-be5c88cb-4b23-425e-ab20-2a9c8a279839 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0777581 Apr 20 23:23:17.246025 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc31456-1ff9-45f9-81fc-d26345db7fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:23:17.247560 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-4cc31456-1ff9-45f9-81fc-d26345db7fd0 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1327176 Apr 20 23:23:19.751533 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 51184) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:23:19.802946 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-f8b0bdef-5862-420f-b6a1-7b038beb4145 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:23:19.808341 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f8b0bdef-5862-420f-b6a1-7b038beb4145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:23:19.818271 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f8b0bdef-5862-420f-b6a1-7b038beb4145 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:23:19.827234 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b0bdef-5862-420f-b6a1-7b038beb4145 admin admin] Made reservation on behalf of 675161694e944df5b0c67457d42596c5 for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:23:19.831794 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f8b0bdef-5862-420f-b6a1-7b038beb4145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:23:19.855363 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1ef1b837-6dd2-42be-bad2-d46952b4da02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:23:19.924668 dv-cinder-787296-1-smb neutron-server[86243]: WARNING neutron.services.revisions.revision_plugin [None req-f8b0bdef-5862-420f-b6a1-7b038beb4145 admin admin] Could not find related network for resource to bump revision. Apr 20 23:23:19.937455 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b0bdef-5862-420f-b6a1-7b038beb4145 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:23:19.947219 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f8b0bdef-5862-420f-b6a1-7b038beb4145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:23:19.947598 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-f8b0bdef-5862-420f-b6a1-7b038beb4145 admin admin] Added segment 5a810edf-f7f8-4176-94f7-7dd3f8698802 of type vlan for network fbbea69f-305a-491f-89ee-9d8b1b944337 Apr 20 23:23:19.974137 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f8b0bdef-5862-420f-b6a1-7b038beb4145 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757163678135'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:23:20.001999 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f8b0bdef-5862-420f-b6a1-7b038beb4145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:23:20.003315 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b0bdef-5862-420f-b6a1-7b038beb4145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:23:20.003934 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f8b0bdef-5862-420f-b6a1-7b038beb4145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:23:20.009078 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:23:20.290181 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-f8b0bdef-5862-420f-b6a1-7b038beb4145 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5374160 Apr 20 23:23:20.293445 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0bdef-5862-420f-b6a1-7b038beb4145 admin admin] Pushing event updated for resources: {'Network': ['ID=fbbea69f-305a-491f-89ee-9d8b1b944337,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:23:20.312118 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b0bdef-5862-420f-b6a1-7b038beb4145 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:23:20.312534 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b0bdef-5862-420f-b6a1-7b038beb4145 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:23:20.312850 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b0bdef-5862-420f-b6a1-7b038beb4145 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:23:20.313250 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b0bdef-5862-420f-b6a1-7b038beb4145 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:23:20.313759 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b0bdef-5862-420f-b6a1-7b038beb4145 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:23:20.314124 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b0bdef-5862-420f-b6a1-7b038beb4145 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:23:20.314486 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b0bdef-5862-420f-b6a1-7b038beb4145 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:23:20.314843 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b0bdef-5862-420f-b6a1-7b038beb4145 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:23:20.315222 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b0bdef-5862-420f-b6a1-7b038beb4145 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:23:20.315577 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b0bdef-5862-420f-b6a1-7b038beb4145 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:23:20.315928 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b0bdef-5862-420f-b6a1-7b038beb4145 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:23:20.316277 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b0bdef-5862-420f-b6a1-7b038beb4145 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:23:20.320841 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f8b0bdef-5862-420f-b6a1-7b038beb4145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:23:20.328764 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Network fbbea69f-305a-491f-89ee-9d8b1b944337 details requested by agent ovs-agent-dv-cinder-787296-1-smb with host dv-cinder-787296-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:23:22.378377 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ef53e29d-4eca-4b95-9152-961d1018e532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:23:22.791987 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 51194) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:23:22.809019 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:23:22.865730 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f199128-5f6d-41f6-957d-e05b53ac81da admin admin] GET failed (client error): The resource could not be found. Apr 20 23:23:22.866294 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1f199128-5f6d-41f6-957d-e05b53ac81da admin admin] Synchronizing usage tracker for tenant:675161694e944df5b0c67457d42596c5 on resource:network {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:23:22.880107 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1f199128-5f6d-41f6-957d-e05b53ac81da admin admin] Unset dirty status for tenant:675161694e944df5b0c67457d42596c5 on resource:network {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:23:22.881321 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-1f199128-5f6d-41f6-957d-e05b53ac81da admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0882616 Apr 20 23:23:22.994889 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a22830e-c4db-4e42-8f35-6c56dd2eb1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:23:22.996424 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-4a22830e-c4db-4e42-8f35-6c56dd2eb1fe admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1101165 Apr 20 23:23:23.007663 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-c0231f10-de41-4035-8928-7b4d6bda98fa admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'fbbea69f-305a-491f-89ee-9d8b1b944337', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:23:23.012198 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c0231f10-de41-4035-8928-7b4d6bda98fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:23:23.021941 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c0231f10-de41-4035-8928-7b4d6bda98fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:23:23.031150 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0231f10-de41-4035-8928-7b4d6bda98fa admin admin] Made reservation on behalf of 675161694e944df5b0c67457d42596c5 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:23:23.035720 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c0231f10-de41-4035-8928-7b4d6bda98fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:23:23.417698 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c0231f10-de41-4035-8928-7b4d6bda98fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:23:23.422313 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:23:23.502365 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0231f10-de41-4035-8928-7b4d6bda98fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=25db4d15-b028-4fc0-9899-4d564d22484c,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:23:23.506347 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c0231f10-de41-4035-8928-7b4d6bda98fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:23:23.507650 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0231f10-de41-4035-8928-7b4d6bda98fa admin admin] Checking segment: {'id': '5a810edf-f7f8-4176-94f7-7dd3f8698802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fbbea69f-305a-491f-89ee-9d8b1b944337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:23:23.508040 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0231f10-de41-4035-8928-7b4d6bda98fa admin admin] Network hostable DHCP agents. Network: fbbea69f-305a-491f-89ee-9d8b1b944337, hostable agents: ['a298e916-2d0e-40ec-9d0f-6465273d3362'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:23:23.525451 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0231f10-de41-4035-8928-7b4d6bda98fa admin admin] Network fbbea69f-305a-491f-89ee-9d8b1b944337 is scheduled to be hosted by DHCP agent a298e916-2d0e-40ec-9d0f-6465273d3362 with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:23:23.533081 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-c0231f10-de41-4035-8928-7b4d6bda98fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-smb, fbbea69f-305a-491f-89ee-9d8b1b944337) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:23:23.536883 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0231f10-de41-4035-8928-7b4d6bda98fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:23:23.537569 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c0231f10-de41-4035-8928-7b4d6bda98fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:23:23.542296 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6477a46-7f40-475e-ad7f-7cb258c5ceae None None] Network fbbea69f-305a-491f-89ee-9d8b1b944337 requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:23:23.561173 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c0231f10-de41-4035-8928-7b4d6bda98fa admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5577462 Apr 20 23:23:23.643451 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:23:23.793434 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f827d72-f92a-5b3f-895b-22017219b065-fbbea69f-305a-491f-89ee-9d8b1b944337', 'network_id': 'fbbea69f-305a-491f-89ee-9d8b1b944337', 'tenant_id': '675161694e944df5b0c67457d42596c5', 'fixed_ips': [{'subnet_id': '25db4d15-b028-4fc0-9899-4d564d22484c'}]}} from dv-cinder-787296-1-smb. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 23:23:23.794640 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:23:23.961465 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Allocated IP 192.168.233.2 (fbbea69f-305a-491f-89ee-9d8b1b944337/25db4d15-b028-4fc0-9899-4d564d22484c/427f4eff-3be8-4f9d-a60b-b50796a4a19f) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:23:24.178832 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:23:24.190052 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Transition to ACTIVE for port object 427f4eff-3be8-4f9d-a60b-b50796a4a19f will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:23:24.209451 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Transition to ACTIVE for port object 427f4eff-3be8-4f9d-a60b-b50796a4a19f will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:23:24.214156 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:23:24.220175 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9fb2206b-1183-41cd-904a-87a947c96ee7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:23:24.288791 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Network fbbea69f-305a-491f-89ee-9d8b1b944337 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:23:24.291792 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Resources bound (agent type, host, resource id): {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:23:24.294349 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:23:24.303988 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Pushing event updated for resources: {'Port': ['ID=427f4eff-3be8-4f9d-a60b-b50796a4a19f,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:23:24.352274 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:23:24.352651 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:23:24.353021 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:23:24.353408 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:23:24.353777 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:23:24.354141 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:23:24.354499 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:23:24.354853 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:23:24.355213 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:23:24.355569 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:23:24.355923 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:23:24.356273 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:23:24.360493 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:23:24.420444 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Attempting to bind port 427f4eff-3be8-4f9d-a60b-b50796a4a19f on host dv-cinder-787296-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:23:24.420968 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Attempting to bind port 427f4eff-3be8-4f9d-a60b-b50796a4a19f by drivers openvswitch,hyperv on host dv-cinder-787296-1-smb at level 0 using segments [{'id': '5a810edf-f7f8-4176-94f7-7dd3f8698802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fbbea69f-305a-491f-89ee-9d8b1b944337'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:23:24.421255 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Attempting to bind port 427f4eff-3be8-4f9d-a60b-b50796a4a19f on network fbbea69f-305a-491f-89ee-9d8b1b944337 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:23:24.426815 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:23:24.427816 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Checking agent: {'id': 'ca45837e-4919-48d1-9ced-cddb9dadc434', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 19, 54), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:23:24.428219 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Checking segment: {'id': '5a810edf-f7f8-4176-94f7-7dd3f8698802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fbbea69f-305a-491f-89ee-9d8b1b944337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:23:24.428690 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:23:24.429174 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Bound using segment: {'id': '5a810edf-f7f8-4176-94f7-7dd3f8698802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fbbea69f-305a-491f-89ee-9d8b1b944337'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:23:24.429643 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Bound port: 427f4eff-3be8-4f9d-a60b-b50796a4a19f, host: dv-cinder-787296-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a810edf-f7f8-4176-94f7-7dd3f8698802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fbbea69f-305a-491f-89ee-9d8b1b944337'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:23:24.430062 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:23:24.528713 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] For port 427f4eff-3be8-4f9d-a60b-b50796a4a19f, host dv-cinder-787296-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:23:24.533174 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] For port 427f4eff-3be8-4f9d-a60b-b50796a4a19f, host dv-cinder-787296-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=427f4eff-3be8-4f9d-a60b-b50796a4a19f,segment=NetworkSegment(5a810edf-f7f8-4176-94f7-7dd3f8698802),segment_id=5a810edf-f7f8-4176-94f7-7dd3f8698802)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:23:24.537643 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:23:24.543164 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-7d9761a5-5e2e-4778-82cb-e9d19bcd2740 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:23:24.625198 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Pushing event updated for resources: {'Port': ['ID=427f4eff-3be8-4f9d-a60b-b50796a4a19f,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:23:24.628631 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:23:25.753643 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 427f4eff-3be8-4f9d-a60b-b50796a4a19f up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:23:25.791496 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01d3b66-5be6-44d2-a222-aeb9afaecee1 None None] Network fbbea69f-305a-491f-89ee-9d8b1b944337 requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:23:26.070192 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-50ae29fc-7790-40c1-b98f-8aef662a0c07 None None] Provisioning for port 427f4eff-3be8-4f9d-a60b-b50796a4a19f completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:23:26.115874 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning for port 427f4eff-3be8-4f9d-a60b-b50796a4a19f completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:23:26.148886 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port 427f4eff-3be8-4f9d-a60b-b50796a4a19f triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:23:26.149334 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:23:26.347551 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:23:26.386003 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] For port 427f4eff-3be8-4f9d-a60b-b50796a4a19f, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=427f4eff-3be8-4f9d-a60b-b50796a4a19f,segment=NetworkSegment(5a810edf-f7f8-4176-94f7-7dd3f8698802),segment_id=5a810edf-f7f8-4176-94f7-7dd3f8698802)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:23:26.389358 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:23:26.391953 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:23:26.468105 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Pushing event updated for resources: {'Port': ['ID=427f4eff-3be8-4f9d-a60b-b50796a4a19f,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:23:26.471461 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:23:26.613962 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-694ce2cd-727f-42f5-b949-9fd8c0195fe4 None None] Provisioning complete for port 427f4eff-3be8-4f9d-a60b-b50796a4a19f triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:23:26.614309 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-694ce2cd-727f-42f5-b949-9fd8c0195fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:23:27.713926 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 427f4eff-3be8-4f9d-a60b-b50796a4a19f up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:23:27.785021 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port 427f4eff-3be8-4f9d-a60b-b50796a4a19f triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:23:27.785720 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:23:49.858565 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9f722fcc-8a6a-484a-88c1-5815859aa344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:23:52.380131 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5866e287-15ad-40cd-ac73-e84396ed49c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:23:52.813529 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:23:53.156276 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:23:53.585691 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:23:54.338911 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:24:19.860347 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1dbda2f2-c0c5-4bee-a409-d99fa19dd222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:24:22.381821 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-357ad179-eb22-448b-a1a2-1ae7696bc52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:24:22.814932 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:24:23.587741 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:24:24.344014 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:24:30.155329 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:24:42.540539 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 51238) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:24:42.546923 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [None req-8d101082-9729-4065-b197-6e22d9f88188 tempest-verify_tempest_config-1354121970 tempest-verify_tempest_config-1354121970-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 23:24:42.547977 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-8d101082-9729-4065-b197-6e22d9f88188 tempest-verify_tempest_config-1354121970 tempest-verify_tempest_config-1354121970-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063305 Apr 20 23:24:42.859716 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 51256) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:24:42.981641 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-68ac9019-86ab-4651-883d-f017b4db554a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:24:42.997481 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-68ac9019-86ab-4651-883d-f017b4db554a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:24:43.001791 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-68ac9019-86ab-4651-883d-f017b4db554a admin admin] Usage tracker for resource:security_group_rule and tenant:8107f3cb409543c8898484aa03f1f8b0 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:24:43.004718 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-68ac9019-86ab-4651-883d-f017b4db554a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:24:43.011265 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-68ac9019-86ab-4651-883d-f017b4db554a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:24:43.098738 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-68ac9019-86ab-4651-883d-f017b4db554a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:24:43.102098 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-68ac9019-86ab-4651-883d-f017b4db554a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:24:43.110870 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:24:43.150747 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-68ac9019-86ab-4651-883d-f017b4db554a admin admin] Synchronizing usage tracker for tenant:675161694e944df5b0c67457d42596c5 on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:24:43.154177 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac9019-86ab-4651-883d-f017b4db554a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d1fc33-29db-49f6-9c9d-58a8e78971e4,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:24:43.164758 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac9019-86ab-4651-883d-f017b4db554a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:24:43.165134 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac9019-86ab-4651-883d-f017b4db554a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:24:43.165526 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac9019-86ab-4651-883d-f017b4db554a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:24:43.165888 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac9019-86ab-4651-883d-f017b4db554a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:24:43.166251 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac9019-86ab-4651-883d-f017b4db554a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:24:43.166605 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac9019-86ab-4651-883d-f017b4db554a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:24:43.166960 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac9019-86ab-4651-883d-f017b4db554a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:24:43.167312 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac9019-86ab-4651-883d-f017b4db554a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:24:43.167688 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac9019-86ab-4651-883d-f017b4db554a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:24:43.168013 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac9019-86ab-4651-883d-f017b4db554a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:24:43.168364 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac9019-86ab-4651-883d-f017b4db554a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:24:43.168712 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac9019-86ab-4651-883d-f017b4db554a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:24:43.172781 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-68ac9019-86ab-4651-883d-f017b4db554a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:24:43.182606 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-68ac9019-86ab-4651-883d-f017b4db554a admin admin] Unset dirty status for tenant:675161694e944df5b0c67457d42596c5 on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:24:43.183783 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-68ac9019-86ab-4651-883d-f017b4db554a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8107f3cb409543c8898484aa03f1f8b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3230307 Apr 20 23:24:43.186528 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 51262) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:24:43.245448 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-eaaeaa70-9be4-408a-aa77-c19408a8b320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:24:43.270996 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-eaaeaa70-9be4-408a-aa77-c19408a8b320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:24:43.320607 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-eaaeaa70-9be4-408a-aa77-c19408a8b320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:24:43.325711 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:24:43.338671 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaeaa70-9be4-408a-aa77-c19408a8b320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d1fc33-29db-49f6-9c9d-58a8e78971e4,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:24:43.341575 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-eaaeaa70-9be4-408a-aa77-c19408a8b320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:24:43.342498 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-eaaeaa70-9be4-408a-aa77-c19408a8b320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:24:43.343666 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-eaaeaa70-9be4-408a-aa77-c19408a8b320 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3d1fc33-29db-49f6-9c9d-58a8e78971e4 HTTP/1.1" status: 204 len: 168 time: 0.1561854 Apr 20 23:24:49.861267 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6792bc82-249a-4aa5-a03a-8a90311df8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:24:52.384898 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4f86be96-7a38-4d08-8028-83489463aab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:24:52.818535 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:24:53.588713 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:24:54.348107 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:25:07.154445 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:25:19.861779 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a18b0884-72ab-48d9-811c-c366bedd842d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:25:22.385506 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ffac3e6c-cd81-43a0-8504-0c7e8b2ac871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:25:22.820536 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:25:23.589950 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:25:24.361786 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:25:44.153338 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 5 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:25:49.862290 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5e0f9acd-0923-4b3a-81da-5be3a46c2dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:25:52.385497 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-22badb7c-5870-4e34-8728-f7ca51afec25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:25:52.824236 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:25:53.590266 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:25:54.353431 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:26:16.037657 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541'] for agent, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:26:19.864041 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b656b3e8-074c-42e2-a129-521ae528aed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:26:20.487943 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 51322) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:26:20.607506 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-7d077abb-8867-4f80-9ede-90bb87dfc197 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1183667 Apr 20 23:26:21.152196 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:26:22.387612 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-df4049b8-04b0-4707-a507-269dbd734ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:26:22.826819 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:26:23.081042 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 51332) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:26:23.140767 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-d170077a-5196-4a94-805a-a8c28bf7f678 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0585780 Apr 20 23:26:23.591656 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:26:24.356936 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:26:45.997345 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:26:49.865476 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-104b1142-6b98-4219-bd69-10bd1be8a752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:26:52.388216 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-df3da952-c1e9-4cef-9727-16b37ff1a1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:26:52.829474 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:26:53.591784 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:26:54.362219 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:26:58.151610 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:27:16.012780 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:19.868067 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f608fd71-96fd-411a-90e4-ad3b4f6c9fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:22.391025 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-156eed15-d6c6-4677-ad1f-849a21be68e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:22.832584 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:23.593748 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:24.365333 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:35.151382 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:27:46.023012 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:49.874188 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dd9d3fd4-cb85-4bd4-b9ef-75a183ee6142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:52.400335 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5ad904b2-6dad-4044-ba1f-8ea8662f83a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:52.845028 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:53.600677 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:54.379933 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:56.800346 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 51496) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:27:57.167422 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-160903111-network', 'tenant_id': '2bc87a338871440e8d886029fff40e57'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:27:57.176158 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:27:57.184297 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Usage tracker for resource:network and tenant:2bc87a338871440e8d886029fff40e57 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:27:57.187315 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:27:57.193787 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:27:57.203458 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Made reservation on behalf of 2bc87a338871440e8d886029fff40e57 for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:27:57.208794 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:57.221970 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:57.238341 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:27:57.242918 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Usage tracker for resource:security_group_rule and tenant:2bc87a338871440e8d886029fff40e57 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:27:57.245830 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:27:57.251687 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:27:57.336786 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:57.339732 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:57.351018 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:27:57.376457 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:27:57.388087 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5bcd88-14d6-4684-ba72-2ef68edde070,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:27:57.409489 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:57.409871 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:57.410238 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:57.410608 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:57.410970 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:57.411329 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:57.411702 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:57.412038 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:57.412395 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:57.413045 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:57.424733 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:57.425135 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Tracked resource versions report: Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: pushed versions: Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: { 'AddressGroup': {'1.2'}, Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: 'ConntrackHelper': {'1.0'}, Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: 'Log': {'1.0'}, Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: 'Network': {'1.1'}, Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: 'Port': {'1.7'}, Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: 'PortForwarding': {'1.2'}, Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: 'QosPolicy': {'1.8'}, Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroup': {'1.4'}, Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroupRule': {'1.2'}, Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: 'SubPort': {'1.0'}, Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: 'Subnet': {'1.1'}, Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: 'Trunk': {'1.1'}} Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: consumer versions: Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: { DHCP agent@dv-cinder-787296-1-smb: {}, Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: HyperV agent@hv-cinder-78729: {}, Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: L3 agent@dv-cinder-787296-1-smb: {}, Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: Metadata agent@dv-cinder-787296-1-smb: {}, Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: Metering agent@dv-cinder-787296-1-smb: {}, Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: Open vSwitch agent@dv-cinder-787296-1-smb: { 'AddressGroup': '1.2', Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: 'ConntrackHelper': '1.0', Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: 'Log': '1.0', Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: 'Network': '1.1', Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: 'Port': '1.7', Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: 'PortForwarding': '1.2', Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: 'QosPolicy': '1.8', Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroup': '1.4', Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroupRule': '1.2', Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: 'SubPort': '1.0', Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: 'Subnet': '1.1', Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: 'Trunk': '1.1'}} Apr 20 23:27:57.427193 dv-cinder-787296-1-smb neutron-server[86243]: {{(pid=86357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 23:27:57.431453 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:27:57.432795 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:57.433215 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Added segment cfa1a3af-8a5c-4b97-9245-2f3d3b403af9 of type vlan for network f780fa1a-35e5-4ddd-af3a-7a7830d8c77c Apr 20 23:27:57.465082 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757163678135'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:57.502588 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:57.504170 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:27:57.505002 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:57.510130 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:27:57.625723 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Pushing event updated for resources: {'Network': ['ID=f780fa1a-35e5-4ddd-af3a-7a7830d8c77c,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:27:57.631974 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 51546) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:27:57.632442 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8305902 Apr 20 23:27:57.633442 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:27:57.639835 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Request body: {'subnet': {'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-160903111-subnet', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:27:57.653073 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:27:57.655170 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Network f780fa1a-35e5-4ddd-af3a-7a7830d8c77c details requested by agent ovs-agent-dv-cinder-787296-1-smb with host dv-cinder-787296-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:27:57.657531 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Usage tracker for resource:subnet and tenant:2bc87a338871440e8d886029fff40e57 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:27:57.660449 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:27:57.667248 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:27:57.680845 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Made reservation on behalf of 2bc87a338871440e8d886029fff40e57 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:27:57.686449 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:58.135889 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:58.141631 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:27:58.182648 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 51564) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:27:58.207730 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e71ca367-9455-420b-bfe5-f3be3611f43b,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:27:58.220716 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:58.221097 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:58.221496 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:58.221863 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:58.222227 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:58.222592 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:58.223513 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:58.224463 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:58.224764 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:58.225000 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:58.225492 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:58.225927 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Tracked resource versions report: Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: pushed versions: Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: { 'AddressGroup': {'1.2'}, Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: 'ConntrackHelper': {'1.0'}, Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: 'Log': {'1.0'}, Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: 'Network': {'1.1'}, Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: 'Port': {'1.7'}, Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: 'PortForwarding': {'1.2'}, Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: 'QosPolicy': {'1.8'}, Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroup': {'1.4'}, Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroupRule': {'1.2'}, Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: 'SubPort': {'1.0'}, Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: 'Subnet': {'1.1'}, Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: 'Trunk': {'1.1'}} Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: consumer versions: Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: { DHCP agent@dv-cinder-787296-1-smb: {}, Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: HyperV agent@hv-cinder-78729: {}, Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: L3 agent@dv-cinder-787296-1-smb: {}, Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: Metadata agent@dv-cinder-787296-1-smb: {}, Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: Metering agent@dv-cinder-787296-1-smb: {}, Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: Open vSwitch agent@dv-cinder-787296-1-smb: { 'AddressGroup': '1.2', Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: 'ConntrackHelper': '1.0', Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: 'Log': '1.0', Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: 'Network': '1.1', Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: 'Port': '1.7', Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: 'PortForwarding': '1.2', Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: 'QosPolicy': '1.8', Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroup': '1.4', Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroupRule': '1.2', Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: 'SubPort': '1.0', Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: 'Subnet': '1.1', Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: 'Trunk': '1.1'}} Apr 20 23:27:58.227739 dv-cinder-787296-1-smb neutron-server[86243]: {{(pid=86356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 23:27:58.240651 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 51570) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:27:58.243291 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:27:58.269239 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Checking segment: {'id': 'cfa1a3af-8a5c-4b97-9245-2f3d3b403af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:27:58.269655 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Network hostable DHCP agents. Network: f780fa1a-35e5-4ddd-af3a-7a7830d8c77c, hostable agents: ['a298e916-2d0e-40ec-9d0f-6465273d3362'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:27:58.295426 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Network f780fa1a-35e5-4ddd-af3a-7a7830d8c77c is scheduled to be hosted by DHCP agent a298e916-2d0e-40ec-9d0f-6465273d3362 with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:27:58.312352 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-smb, f780fa1a-35e5-4ddd-af3a-7a7830d8c77c) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:27:58.318236 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:27:58.319204 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:58.322763 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9233ff7c-0d67-4e79-9f38-6e16ff5f3773 None None] Network f780fa1a-35e5-4ddd-af3a-7a7830d8c77c requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:27:58.347645 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7135916 Apr 20 23:27:58.353059 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 51580) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:27:58.361694 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-75eb7b20-8d44-400f-9739-75884b69c58a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-160903111-router', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'}}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:27:58.369858 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-75eb7b20-8d44-400f-9739-75884b69c58a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:27:58.378147 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-75eb7b20-8d44-400f-9739-75884b69c58a admin admin] Usage tracker for resource:router and tenant:2bc87a338871440e8d886029fff40e57 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:27:58.386083 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-75eb7b20-8d44-400f-9739-75884b69c58a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:27:58.403701 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-75eb7b20-8d44-400f-9739-75884b69c58a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:27:58.437571 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-75eb7b20-8d44-400f-9739-75884b69c58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773395'] for router, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:58.438950 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-75eb7b20-8d44-400f-9739-75884b69c58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854148124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854130686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2406'] for router, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:58.494658 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-75eb7b20-8d44-400f-9739-75884b69c58a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:58.669703 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-6d76ddd4-2c85-4481-a1c0-0522e60979a6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-820993560-network', 'tenant_id': 'cea7bf4589624ee6a6e869ab0d6825c2'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:27:58.674606 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f827d72-f92a-5b3f-895b-22017219b065-f780fa1a-35e5-4ddd-af3a-7a7830d8c77c', 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'fixed_ips': [{'subnet_id': 'e71ca367-9455-420b-bfe5-f3be3611f43b'}]}} from dv-cinder-787296-1-smb. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 23:27:58.675536 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:58.679833 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6d76ddd4-2c85-4481-a1c0-0522e60979a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:27:58.689229 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6d76ddd4-2c85-4481-a1c0-0522e60979a6 admin admin] Usage tracker for resource:network and tenant:cea7bf4589624ee6a6e869ab0d6825c2 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:27:58.698514 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6d76ddd4-2c85-4481-a1c0-0522e60979a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:27:58.705784 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6d76ddd4-2c85-4481-a1c0-0522e60979a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:27:58.729397 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-841601eb-41ce-4cb1-be21-dc0ef88dea9f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1256890665-network', 'tenant_id': '13daa07c06b34017938f4dfe3baf7fe9'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:27:58.736984 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d76ddd4-2c85-4481-a1c0-0522e60979a6 admin admin] Made reservation on behalf of cea7bf4589624ee6a6e869ab0d6825c2 for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:27:58.743030 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6d76ddd4-2c85-4481-a1c0-0522e60979a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:58.760653 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6d76ddd4-2c85-4481-a1c0-0522e60979a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:58.786987 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-841601eb-41ce-4cb1-be21-dc0ef88dea9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:27:58.797340 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6d76ddd4-2c85-4481-a1c0-0522e60979a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:27:58.800201 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-841601eb-41ce-4cb1-be21-dc0ef88dea9f admin admin] Usage tracker for resource:network and tenant:13daa07c06b34017938f4dfe3baf7fe9 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:27:58.804775 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-841601eb-41ce-4cb1-be21-dc0ef88dea9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:27:58.863912 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6d76ddd4-2c85-4481-a1c0-0522e60979a6 admin admin] Usage tracker for resource:security_group_rule and tenant:cea7bf4589624ee6a6e869ab0d6825c2 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:27:58.900051 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Allocated IP 172.20.0.2 (f780fa1a-35e5-4ddd-af3a-7a7830d8c77c/e71ca367-9455-420b-bfe5-f3be3611f43b/d8b87e8c-3ead-4e40-b1ae-b86829695988) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:27:58.936957 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6d76ddd4-2c85-4481-a1c0-0522e60979a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:27:58.950060 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-841601eb-41ce-4cb1-be21-dc0ef88dea9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:27:58.955969 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6d76ddd4-2c85-4481-a1c0-0522e60979a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:27:59.038246 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841601eb-41ce-4cb1-be21-dc0ef88dea9f admin admin] Made reservation on behalf of 13daa07c06b34017938f4dfe3baf7fe9 for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:27:59.043485 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-841601eb-41ce-4cb1-be21-dc0ef88dea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:59.134322 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-841601eb-41ce-4cb1-be21-dc0ef88dea9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:59.154073 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-75eb7b20-8d44-400f-9739-75884b69c58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854130443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854147233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2391'] for router, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:59.164014 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:59.169686 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-841601eb-41ce-4cb1-be21-dc0ef88dea9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:27:59.182114 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Transition to ACTIVE for port object d8b87e8c-3ead-4e40-b1ae-b86829695988 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:27:59.193184 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-841601eb-41ce-4cb1-be21-dc0ef88dea9f admin admin] Usage tracker for resource:security_group_rule and tenant:13daa07c06b34017938f4dfe3baf7fe9 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:27:59.203291 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Transition to ACTIVE for port object d8b87e8c-3ead-4e40-b1ae-b86829695988 will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:27:59.203874 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-841601eb-41ce-4cb1-be21-dc0ef88dea9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:27:59.211795 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-841601eb-41ce-4cb1-be21-dc0ef88dea9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:27:59.212038 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:59.226769 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:27:59.362840 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Network f780fa1a-35e5-4ddd-af3a-7a7830d8c77c is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:27:59.371550 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Resources bound (agent type, host, resource id): {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:27:59.376135 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:27:59.382397 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6d76ddd4-2c85-4481-a1c0-0522e60979a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:59.394082 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6d76ddd4-2c85-4481-a1c0-0522e60979a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:59.405603 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-68ac9019-86ab-4651-883d-f017b4db554a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:27:59.471587 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Pushing event updated for resources: {'Port': ['ID=d8b87e8c-3ead-4e40-b1ae-b86829695988,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:27:59.483137 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d76ddd4-2c85-4481-a1c0-0522e60979a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:27:59.511653 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:59.512099 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:59.512485 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:59.521783 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:59.522177 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:59.522561 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:59.522966 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:59.523371 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:59.523696 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:59.527502 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:59.527933 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:59.528318 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Tracked resource versions report: Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: pushed versions: Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: { 'AddressGroup': {'1.2'}, Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: 'ConntrackHelper': {'1.0'}, Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: 'Log': {'1.0'}, Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: 'Network': {'1.1'}, Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: 'Port': {'1.7'}, Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: 'PortForwarding': {'1.2'}, Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: 'QosPolicy': {'1.8'}, Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroup': {'1.4'}, Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroupRule': {'1.2'}, Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: 'SubPort': {'1.0'}, Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: 'Subnet': {'1.1'}, Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: 'Trunk': {'1.1'}} Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: consumer versions: Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: { DHCP agent@dv-cinder-787296-1-smb: {}, Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: HyperV agent@hv-cinder-78729: {}, Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: L3 agent@dv-cinder-787296-1-smb: {}, Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: Metadata agent@dv-cinder-787296-1-smb: {}, Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: Metering agent@dv-cinder-787296-1-smb: {}, Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: Open vSwitch agent@dv-cinder-787296-1-smb: { 'AddressGroup': '1.2', Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: 'ConntrackHelper': '1.0', Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: 'Log': '1.0', Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: 'Network': '1.1', Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: 'Port': '1.7', Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: 'PortForwarding': '1.2', Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: 'QosPolicy': '1.8', Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroup': '1.4', Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroupRule': '1.2', Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: 'SubPort': '1.0', Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: 'Subnet': '1.1', Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: 'Trunk': '1.1'}} Apr 20 23:27:59.529471 dv-cinder-787296-1-smb neutron-server[86243]: {{(pid=86358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 23:27:59.537052 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:27:59.542693 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Attempting to bind port d8b87e8c-3ead-4e40-b1ae-b86829695988 on host dv-cinder-787296-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:27:59.543110 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Attempting to bind port d8b87e8c-3ead-4e40-b1ae-b86829695988 by drivers openvswitch,hyperv on host dv-cinder-787296-1-smb at level 0 using segments [{'id': 'cfa1a3af-8a5c-4b97-9245-2f3d3b403af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:27:59.543521 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Attempting to bind port d8b87e8c-3ead-4e40-b1ae-b86829695988 on network f780fa1a-35e5-4ddd-af3a-7a7830d8c77c {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:27:59.556720 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Checking agent: {'id': 'ca45837e-4919-48d1-9ced-cddb9dadc434', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 19, 54), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:27:59.557163 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Checking segment: {'id': 'cfa1a3af-8a5c-4b97-9245-2f3d3b403af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:27:59.557622 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:59.558064 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Bound using segment: {'id': 'cfa1a3af-8a5c-4b97-9245-2f3d3b403af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:27:59.558586 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Bound port: d8b87e8c-3ead-4e40-b1ae-b86829695988, host: dv-cinder-787296-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa1a3af-8a5c-4b97-9245-2f3d3b403af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:27:59.559023 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:59.603041 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6d76ddd4-2c85-4481-a1c0-0522e60979a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:59.603692 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-6d76ddd4-2c85-4481-a1c0-0522e60979a6 admin admin] Added segment 5832c03e-4d4e-4953-8e35-36707492620e of type vlan for network 2990cae8-5a54-473d-86b5-0b1ec0d9b4bb Apr 20 23:27:59.625166 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-841601eb-41ce-4cb1-be21-dc0ef88dea9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:59.718819 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] For port d8b87e8c-3ead-4e40-b1ae-b86829695988, host dv-cinder-787296-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:27:59.723101 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] For port d8b87e8c-3ead-4e40-b1ae-b86829695988, host dv-cinder-787296-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=d8b87e8c-3ead-4e40-b1ae-b86829695988,segment=NetworkSegment(cfa1a3af-8a5c-4b97-9245-2f3d3b403af9),segment_id=cfa1a3af-8a5c-4b97-9245-2f3d3b403af9)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:27:59.728472 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:59.734428 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:27:59.759477 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76ddd4-2c85-4481-a1c0-0522e60979a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909a5fa2-b585-4f3d-9b3d-47de6bee97f7,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:27:59.762294 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-841601eb-41ce-4cb1-be21-dc0ef88dea9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:27:59.861960 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Pushing event updated for resources: {'Port': ['ID=d8b87e8c-3ead-4e40-b1ae-b86829695988,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:27:59.867588 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:00.088500 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6d76ddd4-2c85-4481-a1c0-0522e60979a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:00.108893 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6d76ddd4-2c85-4481-a1c0-0522e60979a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:00.123749 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6d76ddd4-2c85-4481-a1c0-0522e60979a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757163678135'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:00.176234 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-841601eb-41ce-4cb1-be21-dc0ef88dea9f admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:28:00.209862 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841601eb-41ce-4cb1-be21-dc0ef88dea9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384daf2e-82c0-40e1-ab8f-95bd85cd1c59,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:00.219092 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-841601eb-41ce-4cb1-be21-dc0ef88dea9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:00.228908 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-841601eb-41ce-4cb1-be21-dc0ef88dea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:00.229331 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-841601eb-41ce-4cb1-be21-dc0ef88dea9f admin admin] Added segment 649e5b84-9c1c-49f0-a2cb-c4ba725e83c5 of type vlan for network 24e23e98-0733-4495-b83d-8ef2f87d9989 Apr 20 23:28:00.279403 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-75eb7b20-8d44-400f-9739-75884b69c58a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:00.348056 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6d76ddd4-2c85-4481-a1c0-0522e60979a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:00.358650 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-75eb7b20-8d44-400f-9739-75884b69c58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:00.369885 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d76ddd4-2c85-4481-a1c0-0522e60979a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:00.370516 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6d76ddd4-2c85-4481-a1c0-0522e60979a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:00.416766 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-944eccf3-d1f6-41fd-be2d-7fd1cd619dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:00.431468 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-841601eb-41ce-4cb1-be21-dc0ef88dea9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757163678135'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:00.588671 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76ddd4-2c85-4481-a1c0-0522e60979a6 admin admin] Pushing event updated for resources: {'Network': ['ID=2990cae8-5a54-473d-86b5-0b1ec0d9b4bb,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:00.597092 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6d76ddd4-2c85-4481-a1c0-0522e60979a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:00.604886 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Network 2990cae8-5a54-473d-86b5-0b1ec0d9b4bb details requested by agent ovs-agent-dv-cinder-787296-1-smb with host dv-cinder-787296-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:28:00.636553 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-841601eb-41ce-4cb1-be21-dc0ef88dea9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:00.642427 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-6d76ddd4-2c85-4481-a1c0-0522e60979a6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4004636 Apr 20 23:28:00.645313 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841601eb-41ce-4cb1-be21-dc0ef88dea9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:00.645751 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 51672) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:00.645943 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-841601eb-41ce-4cb1-be21-dc0ef88dea9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:00.653115 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:00.653604 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-e7bb6235-5295-4f83-9a84-a2011b671015 admin admin] Request body: {'subnet': {'network_id': '2990cae8-5a54-473d-86b5-0b1ec0d9b4bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-820993560-subnet', 'tenant_id': 'cea7bf4589624ee6a6e869ab0d6825c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:28:00.661175 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-e7bb6235-5295-4f83-9a84-a2011b671015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:00.675600 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-e7bb6235-5295-4f83-9a84-a2011b671015 admin admin] Usage tracker for resource:subnet and tenant:cea7bf4589624ee6a6e869ab0d6825c2 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:00.679428 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-e7bb6235-5295-4f83-9a84-a2011b671015 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:00.693489 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-e7bb6235-5295-4f83-9a84-a2011b671015 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:00.717526 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bb6235-5295-4f83-9a84-a2011b671015 admin admin] Made reservation on behalf of cea7bf4589624ee6a6e869ab0d6825c2 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:28:00.723354 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e7bb6235-5295-4f83-9a84-a2011b671015 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:00.758637 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-841601eb-41ce-4cb1-be21-dc0ef88dea9f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5745730 Apr 20 23:28:00.775172 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 51682) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:00.789881 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-f6e33b70-0a98-4557-9028-89c09428a17e admin admin] Request body: {'subnet': {'network_id': '24e23e98-0733-4495-b83d-8ef2f87d9989', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1256890665-subnet', 'tenant_id': '13daa07c06b34017938f4dfe3baf7fe9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:28:00.794684 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-75eb7b20-8d44-400f-9739-75884b69c58a admin admin] Allocated IP 172.28.2.243 (17a5301c-ad04-43a1-9559-698be9680e2f/c5ea26a4-9d6d-4298-bd22-11c1031e299f/a030ef39-f3e0-48d7-85a2-f09d262b32f6) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:28:00.801337 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f6e33b70-0a98-4557-9028-89c09428a17e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:00.812140 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841601eb-41ce-4cb1-be21-dc0ef88dea9f admin admin] Pushing event updated for resources: {'Network': ['ID=24e23e98-0733-4495-b83d-8ef2f87d9989,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:00.814927 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f6e33b70-0a98-4557-9028-89c09428a17e admin admin] Usage tracker for resource:subnet and tenant:13daa07c06b34017938f4dfe3baf7fe9 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:00.819332 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-841601eb-41ce-4cb1-be21-dc0ef88dea9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:00.820223 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f6e33b70-0a98-4557-9028-89c09428a17e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:00.825920 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Network 24e23e98-0733-4495-b83d-8ef2f87d9989 details requested by agent ovs-agent-dv-cinder-787296-1-smb with host dv-cinder-787296-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:28:00.830416 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f6e33b70-0a98-4557-9028-89c09428a17e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:00.978348 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e33b70-0a98-4557-9028-89c09428a17e admin admin] Made reservation on behalf of 13daa07c06b34017938f4dfe3baf7fe9 for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:28:00.983106 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6e33b70-0a98-4557-9028-89c09428a17e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:01.282259 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-75eb7b20-8d44-400f-9739-75884b69c58a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:01.392132 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e7bb6235-5295-4f83-9a84-a2011b671015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:01.408576 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-24dc03ea-31c5-4b90-81ed-5e4c17933120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:01.471406 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-75eb7b20-8d44-400f-9739-75884b69c58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:01.489847 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:01.525113 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb6235-5295-4f83-9a84-a2011b671015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22d48d33-81cf-4485-85d6-4b724a9185d9,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:01.533097 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e7bb6235-5295-4f83-9a84-a2011b671015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:01.534705 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb6235-5295-4f83-9a84-a2011b671015 admin admin] Checking segment: {'id': '5832c03e-4d4e-4953-8e35-36707492620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2990cae8-5a54-473d-86b5-0b1ec0d9b4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:28:01.535450 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bb6235-5295-4f83-9a84-a2011b671015 admin admin] Network hostable DHCP agents. Network: 2990cae8-5a54-473d-86b5-0b1ec0d9b4bb, hostable agents: ['a298e916-2d0e-40ec-9d0f-6465273d3362'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:28:01.554759 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8548e0-9bbd-4535-af16-8080cf20cef4 None None] Network f780fa1a-35e5-4ddd-af3a-7a7830d8c77c requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:28:01.556254 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eb7b20-8d44-400f-9739-75884b69c58a admin admin] Network 17a5301c-ad04-43a1-9559-698be9680e2f is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:28:01.562186 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-75eb7b20-8d44-400f-9739-75884b69c58a admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:28:01.573654 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eb7b20-8d44-400f-9739-75884b69c58a admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:28:01.585051 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bb6235-5295-4f83-9a84-a2011b671015 admin admin] Network 2990cae8-5a54-473d-86b5-0b1ec0d9b4bb is scheduled to be hosted by DHCP agent a298e916-2d0e-40ec-9d0f-6465273d3362 with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:28:01.600699 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-e7bb6235-5295-4f83-9a84-a2011b671015 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-smb, 2990cae8-5a54-473d-86b5-0b1ec0d9b4bb) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:28:01.610710 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bb6235-5295-4f83-9a84-a2011b671015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:01.611364 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e7bb6235-5295-4f83-9a84-a2011b671015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:01.660601 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-e7bb6235-5295-4f83-9a84-a2011b671015 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0128937 Apr 20 23:28:01.663378 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 51708) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:01.669571 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-9ef84045-ece8-45e9-80ff-d661ad12fc30 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-820993560-router', 'tenant_id': 'cea7bf4589624ee6a6e869ab0d6825c2', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'}}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:28:01.682383 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-9ef84045-ece8-45e9-80ff-d661ad12fc30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:01.700605 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-9ef84045-ece8-45e9-80ff-d661ad12fc30 admin admin] Usage tracker for resource:router and tenant:cea7bf4589624ee6a6e869ab0d6825c2 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:01.700605 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-9ef84045-ece8-45e9-80ff-d661ad12fc30 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:01.707556 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-9ef84045-ece8-45e9-80ff-d661ad12fc30 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:01.715252 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48fc9ad-4d6e-42e4-903b-0265cb4a32df None None] Network 2990cae8-5a54-473d-86b5-0b1ec0d9b4bb requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:28:01.730509 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9ef84045-ece8-45e9-80ff-d661ad12fc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773395'] for router, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:01.731620 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9ef84045-ece8-45e9-80ff-d661ad12fc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854148124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854130686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2406'] for router, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:01.767118 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9ef84045-ece8-45e9-80ff-d661ad12fc30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:01.963542 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb7b20-8d44-400f-9739-75884b69c58a admin admin] Pushing event updated for resources: {'Port': ['ID=a030ef39-f3e0-48d7-85a2-f09d262b32f6,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:01.970700 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-75eb7b20-8d44-400f-9739-75884b69c58a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:02.153411 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device d8b87e8c-3ead-4e40-b1ae-b86829695988 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:28:02.155643 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-75eb7b20-8d44-400f-9739-75884b69c58a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:02.200730 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5506caca-6106-4bb3-a476-5f88240662ee None None] Network 2990cae8-5a54-473d-86b5-0b1ec0d9b4bb requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:28:02.227085 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-c2644a6b-6450-4bc5-bebd-c69d04538cdd None None] Provisioning for port d8b87e8c-3ead-4e40-b1ae-b86829695988 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:28:02.308195 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9ef84045-ece8-45e9-80ff-d661ad12fc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854130443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854147233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2391'] for router, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:02.603906 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning for port d8b87e8c-3ead-4e40-b1ae-b86829695988 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:28:02.649132 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port d8b87e8c-3ead-4e40-b1ae-b86829695988 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:28:02.650066 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:02.776608 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9ef84045-ece8-45e9-80ff-d661ad12fc30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:02.821949 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9ef84045-ece8-45e9-80ff-d661ad12fc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:02.925785 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:03.002044 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-9ef84045-ece8-45e9-80ff-d661ad12fc30 admin admin] Allocated IP 172.28.2.119 (17a5301c-ad04-43a1-9559-698be9680e2f/c5ea26a4-9d6d-4298-bd22-11c1031e299f/a4ffdac7-0a51-47e0-8aeb-c734e140ab57) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:28:03.018050 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] For port d8b87e8c-3ead-4e40-b1ae-b86829695988, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=d8b87e8c-3ead-4e40-b1ae-b86829695988,segment=NetworkSegment(cfa1a3af-8a5c-4b97-9245-2f3d3b403af9),segment_id=cfa1a3af-8a5c-4b97-9245-2f3d3b403af9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:28:03.024447 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:03.026997 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:03.144591 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Pushing event updated for resources: {'Port': ['ID=d8b87e8c-3ead-4e40-b1ae-b86829695988,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:03.153713 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:03.167206 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-8ba75cf4-f06f-4da4-b6fd-acc69fac79a9 None None] Provisioning complete for port d8b87e8c-3ead-4e40-b1ae-b86829695988 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:28:03.167635 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8ba75cf4-f06f-4da4-b6fd-acc69fac79a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:03.391285 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 51772) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:03.627395 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9ef84045-ece8-45e9-80ff-d661ad12fc30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:03.668555 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-75eb7b20-8d44-400f-9739-75884b69c58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-628551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645343'] for router, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:03.698582 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9ef84045-ece8-45e9-80ff-d661ad12fc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:03.708441 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:03.737767 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 51792) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:03.748755 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef84045-ece8-45e9-80ff-d661ad12fc30 admin admin] Network 17a5301c-ad04-43a1-9559-698be9680e2f is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:28:03.754621 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-9ef84045-ece8-45e9-80ff-d661ad12fc30 admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:28:03.763533 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef84045-ece8-45e9-80ff-d661ad12fc30 admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:28:03.800257 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6e33b70-0a98-4557-9028-89c09428a17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:03.819715 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-7c37d7dd-5e24-4e6f-bf33-337c25964579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:03.907476 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device d8b87e8c-3ead-4e40-b1ae-b86829695988 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:28:03.914222 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-182457e6-4c5f-4643-8839-e217e8d66558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:03.937852 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-34864964-6ab0-48ab-97ae-9ed22de802e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:03.959593 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e33b70-0a98-4557-9028-89c09428a17e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dfd878b-6516-44f0-804b-72530987b448,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:03.967618 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-182457e6-4c5f-4643-8839-e217e8d66558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:03.972091 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f6e33b70-0a98-4557-9028-89c09428a17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:03.979881 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-182457e6-4c5f-4643-8839-e217e8d66558 admin admin] Usage tracker for resource:security_group_rule and tenant:017f2b5aa8df4e1392afbc72a6c60f05 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:03.986103 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-182457e6-4c5f-4643-8839-e217e8d66558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:03.995030 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef84045-ece8-45e9-80ff-d661ad12fc30 admin admin] Pushing event updated for resources: {'Port': ['ID=a4ffdac7-0a51-47e0-8aeb-c734e140ab57,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:03.995542 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-182457e6-4c5f-4643-8839-e217e8d66558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:03.999597 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e33b70-0a98-4557-9028-89c09428a17e admin admin] Checking segment: {'id': '649e5b84-9c1c-49f0-a2cb-c4ba725e83c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '24e23e98-0733-4495-b83d-8ef2f87d9989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:28:03.999999 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e33b70-0a98-4557-9028-89c09428a17e admin admin] Network hostable DHCP agents. Network: 24e23e98-0733-4495-b83d-8ef2f87d9989, hostable agents: ['a298e916-2d0e-40ec-9d0f-6465273d3362'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:28:04.002043 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9ef84045-ece8-45e9-80ff-d661ad12fc30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:04.009951 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-34864964-6ab0-48ab-97ae-9ed22de802e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:04.020967 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port d8b87e8c-3ead-4e40-b1ae-b86829695988 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:28:04.021423 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:04.028383 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-34864964-6ab0-48ab-97ae-9ed22de802e0 admin admin] Usage tracker for resource:security_group_rule and tenant:d669e5263ad94d258056faef70ff2f00 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:04.033023 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-34864964-6ab0-48ab-97ae-9ed22de802e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:04.045176 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-34864964-6ab0-48ab-97ae-9ed22de802e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:04.087487 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e33b70-0a98-4557-9028-89c09428a17e admin admin] Network 24e23e98-0733-4495-b83d-8ef2f87d9989 is scheduled to be hosted by DHCP agent a298e916-2d0e-40ec-9d0f-6465273d3362 with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:28:04.116040 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-f6e33b70-0a98-4557-9028-89c09428a17e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-smb, 24e23e98-0733-4495-b83d-8ef2f87d9989) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:28:04.122570 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e33b70-0a98-4557-9028-89c09428a17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:04.124145 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6e33b70-0a98-4557-9028-89c09428a17e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:04.127649 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c53d4cb-5b06-4e12-930c-8c8364d15ecd None None] Network 24e23e98-0733-4495-b83d-8ef2f87d9989 requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:28:04.134003 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75eb7b20-8d44-400f-9739-75884b69c58a admin admin] Router 47732a0d-641a-4300-a474-ab75c03316f4 is scheduled to L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb with binding_index 1 {{(pid=86357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 23:28:04.208004 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-34864964-6ab0-48ab-97ae-9ed22de802e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:04.215874 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-34864964-6ab0-48ab-97ae-9ed22de802e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:04.292079 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:04.331242 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-f6e33b70-0a98-4557-9028-89c09428a17e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5457482 Apr 20 23:28:04.331429 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34864964-6ab0-48ab-97ae-9ed22de802e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f103f69-e9fd-473f-827c-a42bffbfc448,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:04.339187 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-34864964-6ab0-48ab-97ae-9ed22de802e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:04.387731 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-34864964-6ab0-48ab-97ae-9ed22de802e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d669e5263ad94d258056faef70ff2f00&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9949665 Apr 20 23:28:04.390470 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 51810) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:04.408884 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-182457e6-4c5f-4643-8839-e217e8d66558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:04.425017 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-182457e6-4c5f-4643-8839-e217e8d66558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:04.442031 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-eaaeaa70-9be4-408a-aa77-c19408a8b320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:04.527515 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327327d2-fecf-4d22-94d2-255f0249cbf1 None None] Network 24e23e98-0733-4495-b83d-8ef2f87d9989 requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:28:04.529641 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182457e6-4c5f-4643-8839-e217e8d66558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe938b0-587b-47ba-8552-8ffa9ee651f4,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:04.541830 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-182457e6-4c5f-4643-8839-e217e8d66558 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=017f2b5aa8df4e1392afbc72a6c60f05&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8021612 Apr 20 23:28:04.544628 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75eb7b20-8d44-400f-9739-75884b69c58a admin admin] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:28:04.545236 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 51816) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:04.565052 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-182457e6-4c5f-4643-8839-e217e8d66558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:04.583716 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af974d4-01a9-4b78-ab88-120e54276e57 None None] Sync routers for ids ['47732a0d-641a-4300-a474-ab75c03316f4'] in dv-cinder-787296-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:28:04.595747 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af974d4-01a9-4b78-ab88-120e54276e57 None None] Routers {'47732a0d-641a-4300-a474-ab75c03316f4'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:28:04.605756 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-1af974d4-01a9-4b78-ab88-120e54276e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:27:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['47732a0d-641a-4300-a474-ab75c03316f4'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:28:04.619158 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-75eb7b20-8d44-400f-9739-75884b69c58a admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:04.624763 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-75eb7b20-8d44-400f-9739-75884b69c58a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2679915 Apr 20 23:28:04.626264 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 51828) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:04.703577 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b463f89b-b0e4-4609-8230-567929f8a2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:04.723465 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9ef84045-ece8-45e9-80ff-d661ad12fc30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:04.922897 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-1af974d4-01a9-4b78-ab88-120e54276e57 None None] Set router 47732a0d-641a-4300-a474-ab75c03316f4 gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:28:04.985988 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0bc4e1c9-040f-4db1-8311-bafcbb13a789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:05.046098 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0bc4e1c9-040f-4db1-8311-bafcbb13a789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:05.111433 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 51866) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:05.179191 dv-cinder-787296-1-smb neutron-server[86243]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 23:28:05.212071 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b463f89b-b0e4-4609-8230-567929f8a2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:05.290304 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0bc4e1c9-040f-4db1-8311-bafcbb13a789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:05.302167 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:05.337060 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0bc4e1c9-040f-4db1-8311-bafcbb13a789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:05.338353 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-0bc4e1c9-040f-4db1-8311-bafcbb13a789 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fbe938b0-587b-47ba-8552-8ffa9ee651f4 HTTP/1.1" status: 204 len: 168 time: 0.7920988 Apr 20 23:28:05.428918 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b5162-3fff-4d84-998c-8383c9035aef req-9a69d20b-c21c-4db8-8128-2c42faab19aa tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:05.429915 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-191b5162-3fff-4d84-998c-8383c9035aef req-9a69d20b-c21c-4db8-8128-2c42faab19aa tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Synchronizing usage tracker for tenant:13daa07c06b34017938f4dfe3baf7fe9 on resource:network {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:28:05.436474 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-1af974d4-01a9-4b78-ab88-120e54276e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47732a0d-641a-4300-a474-ab75c03316f4', 'name': 'tempest-AttachVolumeTestJSON-160903111-router', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:27:58Z', 'updated_at': '2021-04-20T23:28:01Z', 'revision_number': 3, 'project_id': '2bc87a338871440e8d886029fff40e57', 'gw_port': {'id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:00Z', 'updated_at': '2021-04-20T23:28:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb'}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:28:05.442166 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af974d4-01a9-4b78-ab88-120e54276e57 None None] Checking router: 47732a0d-641a-4300-a474-ab75c03316f4 for host: dv-cinder-787296-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:28:05.443265 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af974d4-01a9-4b78-ab88-120e54276e57 None None] Updating router 47732a0d-641a-4300-a474-ab75c03316f4 port a030ef39-f3e0-48d7-85a2-f09d262b32f6 binding host dv-cinder-787296-1-smb {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:28:05.511864 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1af974d4-01a9-4b78-ab88-120e54276e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:05.533446 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4e1c9-040f-4db1-8311-bafcbb13a789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe938b0-587b-47ba-8552-8ffa9ee651f4,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:05.536331 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9ef84045-ece8-45e9-80ff-d661ad12fc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-628551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645343'] for router, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:05.538959 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0bc4e1c9-040f-4db1-8311-bafcbb13a789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:05.626765 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b463f89b-b0e4-4609-8230-567929f8a2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:05.707790 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b463f89b-b0e4-4609-8230-567929f8a2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:05.709016 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b463f89b-b0e4-4609-8230-567929f8a2b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f103f69-e9fd-473f-827c-a42bffbfc448 HTTP/1.1" status: 204 len: 168 time: 1.3175733 Apr 20 23:28:05.718863 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-34864964-6ab0-48ab-97ae-9ed22de802e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:05.806770 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463f89b-b0e4-4609-8230-567929f8a2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f103f69-e9fd-473f-827c-a42bffbfc448,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:05.817328 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b463f89b-b0e4-4609-8230-567929f8a2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:05.988000 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef84045-ece8-45e9-80ff-d661ad12fc30 admin admin] Router e1324c31-d748-483e-a09e-1459b93dfe21 is scheduled to L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb with binding_index 1 {{(pid=86356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 23:28:06.121344 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 51916) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:06.186262 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-191b5162-3fff-4d84-998c-8383c9035aef req-9a69d20b-c21c-4db8-8128-2c42faab19aa tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Unset dirty status for tenant:13daa07c06b34017938f4dfe3baf7fe9 on resource:network {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:28:06.187408 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-191b5162-3fff-4d84-998c-8383c9035aef req-9a69d20b-c21c-4db8-8128-2c42faab19aa tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/networks?id=24e23e98-0733-4495-b83d-8ef2f87d9989 HTTP/1.1" status: 200 len: 812 time: 1.0748854 Apr 20 23:28:06.188217 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-957aebee-8226-4085-b97a-696f218faec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:06.286069 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-191b5162-3fff-4d84-998c-8383c9035aef req-60d9379f-540a-4d92-9ecf-44025bce48ec tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/quotas/13daa07c06b34017938f4dfe3baf7fe9 HTTP/1.1" status: 200 len: 375 time: 0.0548902 Apr 20 23:28:06.287108 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-957aebee-8226-4085-b97a-696f218faec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:06.309108 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-957aebee-8226-4085-b97a-696f218faec7 admin admin] Usage tracker for resource:security_group_rule and tenant:c33827136c154a24a7c84231cf3a63fd is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:06.398273 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-957aebee-8226-4085-b97a-696f218faec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:06.410792 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1af974d4-01a9-4b78-ab88-120e54276e57 None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:06.439432 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-1af974d4-01a9-4b78-ab88-120e54276e57 None None] Transition to ACTIVE for port object a030ef39-f3e0-48d7-85a2-f09d262b32f6 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:28:06.447376 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1af974d4-01a9-4b78-ab88-120e54276e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:06.465816 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-957aebee-8226-4085-b97a-696f218faec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:06.467425 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8c09ca9d-becb-4652-81ac-dd4a69f90b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:06.482233 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-191b5162-3fff-4d84-998c-8383c9035aef req-0248c61d-1932-4bfc-8142-5c3480189c10 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=13daa07c06b34017938f4dfe3baf7fe9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1835630 Apr 20 23:28:06.575502 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-1af974d4-01a9-4b78-ab88-120e54276e57 None None] Attempting to bind port a030ef39-f3e0-48d7-85a2-f09d262b32f6 on host dv-cinder-787296-1-smb for vnic_type normal with profile {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:28:06.575912 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-1af974d4-01a9-4b78-ab88-120e54276e57 None None] Attempting to bind port a030ef39-f3e0-48d7-85a2-f09d262b32f6 by drivers openvswitch,hyperv on host dv-cinder-787296-1-smb at level 0 using segments [{'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:28:06.576316 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af974d4-01a9-4b78-ab88-120e54276e57 None None] Attempting to bind port a030ef39-f3e0-48d7-85a2-f09d262b32f6 on network 17a5301c-ad04-43a1-9559-698be9680e2f {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:28:06.588759 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af974d4-01a9-4b78-ab88-120e54276e57 None None] Checking agent: {'id': 'ca45837e-4919-48d1-9ced-cddb9dadc434', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 19, 54), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:28:06.589374 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af974d4-01a9-4b78-ab88-120e54276e57 None None] Checking segment: {'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:28:06.589825 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1af974d4-01a9-4b78-ab88-120e54276e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:06.590276 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af974d4-01a9-4b78-ab88-120e54276e57 None None] Bound using segment: {'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:28:06.590819 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-1af974d4-01a9-4b78-ab88-120e54276e57 None None] Bound port: a030ef39-f3e0-48d7-85a2-f09d262b32f6, host: dv-cinder-787296-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:28:06.591249 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1af974d4-01a9-4b78-ab88-120e54276e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:06.636484 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 51942) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:06.644104 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45eb49-9938-4217-9939-63bd6e7cd705 None None] Pushing event updated for resources: {'Port': ['ID=a030ef39-f3e0-48d7-85a2-f09d262b32f6,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:06.680989 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45eb49-9938-4217-9939-63bd6e7cd705 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:06.689958 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-37a825b1-0cb4-4a72-9a15-76d0d5187e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:06.692158 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45eb49-9938-4217-9939-63bd6e7cd705 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:06.692614 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45eb49-9938-4217-9939-63bd6e7cd705 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:06.692986 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45eb49-9938-4217-9939-63bd6e7cd705 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:06.693382 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45eb49-9938-4217-9939-63bd6e7cd705 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:06.693745 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45eb49-9938-4217-9939-63bd6e7cd705 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:06.694104 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45eb49-9938-4217-9939-63bd6e7cd705 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:06.694461 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45eb49-9938-4217-9939-63bd6e7cd705 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:06.694861 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45eb49-9938-4217-9939-63bd6e7cd705 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:06.695214 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45eb49-9938-4217-9939-63bd6e7cd705 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:06.695563 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45eb49-9938-4217-9939-63bd6e7cd705 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:06.695913 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45eb49-9938-4217-9939-63bd6e7cd705 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d45eb49-9938-4217-9939-63bd6e7cd705 None None] Tracked resource versions report: Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: pushed versions: Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: { 'AddressGroup': {'1.2'}, Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: 'ConntrackHelper': {'1.0'}, Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: 'Log': {'1.0'}, Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: 'Network': {'1.1'}, Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: 'Port': {'1.7'}, Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: 'PortForwarding': {'1.2'}, Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: 'QosPolicy': {'1.8'}, Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroup': {'1.4'}, Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroupRule': {'1.2'}, Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: 'SubPort': {'1.0'}, Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: 'Subnet': {'1.1'}, Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: 'Trunk': {'1.1'}} Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: consumer versions: Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: { DHCP agent@dv-cinder-787296-1-smb: {}, Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: HyperV agent@hv-cinder-78729: {}, Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: L3 agent@dv-cinder-787296-1-smb: {}, Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: Metadata agent@dv-cinder-787296-1-smb: {}, Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: Metering agent@dv-cinder-787296-1-smb: {}, Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: Open vSwitch agent@dv-cinder-787296-1-smb: { 'AddressGroup': '1.2', Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: 'ConntrackHelper': '1.0', Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: 'Log': '1.0', Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: 'Network': '1.1', Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: 'Port': '1.7', Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: 'PortForwarding': '1.2', Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: 'QosPolicy': '1.8', Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroup': '1.4', Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: 'SecurityGroupRule': '1.2', Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: 'SubPort': '1.0', Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: 'Subnet': '1.1', Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: 'Trunk': '1.1'}} Apr 20 23:28:06.697038 dv-cinder-787296-1-smb neutron-server[86243]: {{(pid=86359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 23:28:06.717819 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9d45eb49-9938-4217-9939-63bd6e7cd705 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:06.726958 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-37a825b1-0cb4-4a72-9a15-76d0d5187e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:06.741806 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-37a825b1-0cb4-4a72-9a15-76d0d5187e0c admin admin] Usage tracker for resource:security_group_rule and tenant:46e117771e8240fc963e14f38be0209c is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:06.752017 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-37a825b1-0cb4-4a72-9a15-76d0d5187e0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:06.779228 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef84045-ece8-45e9-80ff-d661ad12fc30 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:28:06.791502 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29060e62-4d84-4d82-bc47-e812972ec4c8 None None] Sync routers for ids ['e1324c31-d748-483e-a09e-1459b93dfe21'] in dv-cinder-787296-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:28:06.792333 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 51950) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:06.792782 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-1af974d4-01a9-4b78-ab88-120e54276e57 None None] For port a030ef39-f3e0-48d7-85a2-f09d262b32f6, host dv-cinder-787296-1-smb, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:28:06.796952 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-1af974d4-01a9-4b78-ab88-120e54276e57 None None] For port a030ef39-f3e0-48d7-85a2-f09d262b32f6, host dv-cinder-787296-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=a030ef39-f3e0-48d7-85a2-f09d262b32f6,segment=NetworkSegment(6da6a8de-ef5d-4456-8d26-a2b4515179e3),segment_id=6da6a8de-ef5d-4456-8d26-a2b4515179e3)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:28:06.802974 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1af974d4-01a9-4b78-ab88-120e54276e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:06.813747 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9ef84045-ece8-45e9-80ff-d661ad12fc30 admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:06.818639 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-9ef84045-ece8-45e9-80ff-d661ad12fc30 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1511009 Apr 20 23:28:06.819368 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 51956) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:06.821538 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29060e62-4d84-4d82-bc47-e812972ec4c8 None None] Routers {'e1324c31-d748-483e-a09e-1459b93dfe21'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:28:06.823319 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-29060e62-4d84-4d82-bc47-e812972ec4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:27:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['e1324c31-d748-483e-a09e-1459b93dfe21'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:28:06.823461 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:06.833192 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-37a825b1-0cb4-4a72-9a15-76d0d5187e0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:06.978607 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af974d4-01a9-4b78-ab88-120e54276e57 None None] Routers {'47732a0d-641a-4300-a474-ab75c03316f4'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:28:06.979576 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-1af974d4-01a9-4b78-ab88-120e54276e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:27:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['47732a0d-641a-4300-a474-ab75c03316f4'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:28:07.012259 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [req-191b5162-3fff-4d84-998c-8383c9035aef req-362bf741-1a1a-491f-b2ce-5809feeaf85e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86357) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 23:28:07.025513 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-191b5162-3fff-4d84-998c-8383c9035aef req-362bf741-1a1a-491f-b2ce-5809feeaf85e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1984324 Apr 20 23:28:07.110155 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-29060e62-4d84-4d82-bc47-e812972ec4c8 None None] Set router e1324c31-d748-483e-a09e-1459b93dfe21 gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:28:07.172515 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-69bd6492-876d-460a-a797-67bba7bc0d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:07.188777 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-957aebee-8226-4085-b97a-696f218faec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:07.196572 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-69bd6492-876d-460a-a797-67bba7bc0d03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:07.200511 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-69bd6492-876d-460a-a797-67bba7bc0d03 admin admin] Usage tracker for resource:security_group_rule and tenant:941be7c83c95485da446c38553317eca is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:07.203729 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-69bd6492-876d-460a-a797-67bba7bc0d03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:07.208440 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-957aebee-8226-4085-b97a-696f218faec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:07.209715 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-69bd6492-876d-460a-a797-67bba7bc0d03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:07.213962 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2829f48a-8416-4c17-bc4f-1765572ce9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:07.234261 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-1af974d4-01a9-4b78-ab88-120e54276e57 None None] Set router 47732a0d-641a-4300-a474-ab75c03316f4 gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:28:07.252837 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:07.315486 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-69bd6492-876d-460a-a797-67bba7bc0d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:07.330191 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-69bd6492-876d-460a-a797-67bba7bc0d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:07.342983 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:07.377217 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd6492-876d-460a-a797-67bba7bc0d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093fc073-53e1-4307-8bf3-341ee4e39b10,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:07.395241 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-69bd6492-876d-460a-a797-67bba7bc0d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:07.443428 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-69bd6492-876d-460a-a797-67bba7bc0d03 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=941be7c83c95485da446c38553317eca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6482759 Apr 20 23:28:07.446593 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 51974) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:07.536979 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-957aebee-8226-4085-b97a-696f218faec7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c33827136c154a24a7c84231cf3a63fd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4100502 Apr 20 23:28:07.552720 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 51982) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:07.590383 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-29060e62-4d84-4d82-bc47-e812972ec4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1324c31-d748-483e-a09e-1459b93dfe21', 'name': 'tempest-ServerRescueNegativeTestJSON-820993560-router', 'tenant_id': 'cea7bf4589624ee6a6e869ab0d6825c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a4ffdac7-0a51-47e0-8aeb-c734e140ab57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:28:01Z', 'updated_at': '2021-04-20T23:28:04Z', 'revision_number': 3, 'project_id': 'cea7bf4589624ee6a6e869ab0d6825c2', 'gw_port': {'id': 'a4ffdac7-0a51-47e0-8aeb-c734e140ab57', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:85:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1324c31-d748-483e-a09e-1459b93dfe21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:02Z', 'updated_at': '2021-04-20T23:28:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb'}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:28:07.595644 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29060e62-4d84-4d82-bc47-e812972ec4c8 None None] Checking router: e1324c31-d748-483e-a09e-1459b93dfe21 for host: dv-cinder-787296-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:28:07.596065 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29060e62-4d84-4d82-bc47-e812972ec4c8 None None] Updating router e1324c31-d748-483e-a09e-1459b93dfe21 port a4ffdac7-0a51-47e0-8aeb-c734e140ab57 binding host dv-cinder-787296-1-smb {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:28:07.607469 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45eb49-9938-4217-9939-63bd6e7cd705 None None] Pushing event updated for resources: {'Port': ['ID=a030ef39-f3e0-48d7-85a2-f09d262b32f6,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:07.612145 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957aebee-8226-4085-b97a-696f218faec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f0ab5d-740d-4063-91c1-5dbe33257fd9,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:07.621122 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-37a825b1-0cb4-4a72-9a15-76d0d5187e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:07.646016 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9d45eb49-9938-4217-9939-63bd6e7cd705 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:07.654675 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-957aebee-8226-4085-b97a-696f218faec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:07.669389 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-191b5162-3fff-4d84-998c-8383c9035aef req-6c2f99f7-a57f-4f28-a621-3bd8d32ad2fc service neutron] 10.222.0.16 "GET /v2.0/networks/24e23e98-0733-4495-b83d-8ef2f87d9989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6428387 Apr 20 23:28:07.670331 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-29060e62-4d84-4d82-bc47-e812972ec4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:07.671725 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-37a825b1-0cb4-4a72-9a15-76d0d5187e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:07.712491 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-1af974d4-01a9-4b78-ab88-120e54276e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47732a0d-641a-4300-a474-ab75c03316f4', 'name': 'tempest-AttachVolumeTestJSON-160903111-router', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:27:58Z', 'updated_at': '2021-04-20T23:28:01Z', 'revision_number': 3, 'project_id': '2bc87a338871440e8d886029fff40e57', 'gw_port': {'id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:00Z', 'updated_at': '2021-04-20T23:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb'}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:28:07.728159 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af974d4-01a9-4b78-ab88-120e54276e57 None None] The sync data for ids ['47732a0d-641a-4300-a474-ab75c03316f4'] in dv-cinder-787296-1-smb is: [{'id': '47732a0d-641a-4300-a474-ab75c03316f4', 'name': 'tempest-AttachVolumeTestJSON-160903111-router', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:27:58Z', 'updated_at': '2021-04-20T23:28:01Z', 'revision_number': 3, 'project_id': '2bc87a338871440e8d886029fff40e57', 'gw_port': {'id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:00Z', 'updated_at': '2021-04-20T23:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb'}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:28:07.728395 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:07.871969 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a825b1-0cb4-4a72-9a15-76d0d5187e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c1915e-7eaf-4198-98a4-1e3e44744155,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:07.884550 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d30bb97-85b6-4d31-8fcb-d8516af8aa25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:07.901841 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-37a825b1-0cb4-4a72-9a15-76d0d5187e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:07.916624 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d30bb97-85b6-4d31-8fcb-d8516af8aa25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:07.970553 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-191b5162-3fff-4d84-998c-8383c9035aef req-7ae08e20-aa53-4f21-bc61-67aed967a4e8 service neutron] 10.222.0.16 "GET /v2.0/networks/24e23e98-0733-4495-b83d-8ef2f87d9989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990973 Apr 20 23:28:07.972436 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d30bb97-85b6-4d31-8fcb-d8516af8aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:08.043599 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b463f89b-b0e4-4609-8230-567929f8a2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:08.069782 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30bb97-85b6-4d31-8fcb-d8516af8aa25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093fc073-53e1-4307-8bf3-341ee4e39b10,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:08.073021 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d30bb97-85b6-4d31-8fcb-d8516af8aa25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:08.084948 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-2829f48a-8416-4c17-bc4f-1765572ce9b1 admin admin] Allocated IP 172.20.0.1 (f780fa1a-35e5-4ddd-af3a-7a7830d8c77c/e71ca367-9455-420b-bfe5-f3be3611f43b/2c30bf0b-e9ef-4038-90a2-c5126aae4a27) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:28:08.096137 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d30bb97-85b6-4d31-8fcb-d8516af8aa25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:08.097331 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5d30bb97-85b6-4d31-8fcb-d8516af8aa25 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/093fc073-53e1-4307-8bf3-341ee4e39b10 HTTP/1.1" status: 204 len: 168 time: 0.6488721 Apr 20 23:28:08.171081 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a6e09e7a-8ae3-4855-a20f-4e5a7160efac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:08.214870 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6a36eacc-13e4-411a-a7e4-b43981fea127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:08.273990 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-37a825b1-0cb4-4a72-9a15-76d0d5187e0c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46e117771e8240fc963e14f38be0209c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6235857 Apr 20 23:28:08.276019 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 52004) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:08.331854 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a6e09e7a-8ae3-4855-a20f-4e5a7160efac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:08.451955 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 52014) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:08.465164 dv-cinder-787296-1-smb neutron-server[86243]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 23:28:08.471395 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a6e09e7a-8ae3-4855-a20f-4e5a7160efac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:08.555294 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-29060e62-4d84-4d82-bc47-e812972ec4c8 None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:08.556587 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:08.584801 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e09e7a-8ae3-4855-a20f-4e5a7160efac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f0ab5d-740d-4063-91c1-5dbe33257fd9,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:08.592435 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-29060e62-4d84-4d82-bc47-e812972ec4c8 None None] Transition to ACTIVE for port object a4ffdac7-0a51-47e0-8aeb-c734e140ab57 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:28:08.594587 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a6e09e7a-8ae3-4855-a20f-4e5a7160efac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:08.638169 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-29060e62-4d84-4d82-bc47-e812972ec4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:08.642676 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:08.761934 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-762450cc-4a47-4097-b609-81e0b7dcd65c req-17d7979a-7276-4fc2-9ec7-c1edfc5b774f tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/ports?device_id=72ad1fe8-7421-4ffa-905c-99f8778cfc91 HTTP/1.1" status: 200 len: 210 time: 0.3001869 Apr 20 23:28:08.793563 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-6a36eacc-13e4-411a-a7e4-b43981fea127 admin admin] Allocated IP 172.20.0.1 (2990cae8-5a54-473d-86b5-0b1ec0d9b4bb/22d48d33-81cf-4485-85d6-4b724a9185d9/2745f559-c6f1-47d8-974b-4b2b6d4f4376) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:28:08.798189 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d3e33343-c6cc-4b11-9198-41d9a735ec81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:08.806364 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-29060e62-4d84-4d82-bc47-e812972ec4c8 None None] Attempting to bind port a4ffdac7-0a51-47e0-8aeb-c734e140ab57 on host dv-cinder-787296-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:28:08.807067 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-29060e62-4d84-4d82-bc47-e812972ec4c8 None None] Attempting to bind port a4ffdac7-0a51-47e0-8aeb-c734e140ab57 by drivers openvswitch,hyperv on host dv-cinder-787296-1-smb at level 0 using segments [{'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:28:08.812603 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29060e62-4d84-4d82-bc47-e812972ec4c8 None None] Attempting to bind port a4ffdac7-0a51-47e0-8aeb-c734e140ab57 on network 17a5301c-ad04-43a1-9559-698be9680e2f {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:28:08.825214 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c448ec-b996-4c13-979b-2a4c8a22cc4e None None] Pushing event updated for resources: {'Port': ['ID=a4ffdac7-0a51-47e0-8aeb-c734e140ab57,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:08.828954 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2829f48a-8416-4c17-bc4f-1765572ce9b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:08.834883 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29060e62-4d84-4d82-bc47-e812972ec4c8 None None] Checking agent: {'id': 'ca45837e-4919-48d1-9ced-cddb9dadc434', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 19, 54), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:28:08.835757 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29060e62-4d84-4d82-bc47-e812972ec4c8 None None] Checking segment: {'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:28:08.836438 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-29060e62-4d84-4d82-bc47-e812972ec4c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:08.839791 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29060e62-4d84-4d82-bc47-e812972ec4c8 None None] Bound using segment: {'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:28:08.840763 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-29060e62-4d84-4d82-bc47-e812972ec4c8 None None] Bound port: a4ffdac7-0a51-47e0-8aeb-c734e140ab57, host: dv-cinder-787296-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:28:08.841490 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-29060e62-4d84-4d82-bc47-e812972ec4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:08.850253 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2829f48a-8416-4c17-bc4f-1765572ce9b1 admin admin] Transition to ACTIVE for port object 2c30bf0b-e9ef-4038-90a2-c5126aae4a27 will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:28:08.886256 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b2c448ec-b996-4c13-979b-2a4c8a22cc4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:08.889099 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2829f48a-8416-4c17-bc4f-1765572ce9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:08.912424 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f886652c-09e9-4c2c-a63c-1c91a4da1b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:08.972480 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-29060e62-4d84-4d82-bc47-e812972ec4c8 None None] For port a4ffdac7-0a51-47e0-8aeb-c734e140ab57, host dv-cinder-787296-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:28:08.982801 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-29060e62-4d84-4d82-bc47-e812972ec4c8 None None] For port a4ffdac7-0a51-47e0-8aeb-c734e140ab57, host dv-cinder-787296-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=a4ffdac7-0a51-47e0-8aeb-c734e140ab57,segment=NetworkSegment(6da6a8de-ef5d-4456-8d26-a2b4515179e3),segment_id=6da6a8de-ef5d-4456-8d26-a2b4515179e3)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:28:08.990462 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-29060e62-4d84-4d82-bc47-e812972ec4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:08.998022 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:09.035624 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a6e09e7a-8ae3-4855-a20f-4e5a7160efac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:09.038185 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a6e09e7a-8ae3-4855-a20f-4e5a7160efac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/51f0ab5d-740d-4063-91c1-5dbe33257fd9 HTTP/1.1" status: 204 len: 168 time: 1.4732556 Apr 20 23:28:09.044349 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829f48a-8416-4c17-bc4f-1765572ce9b1 admin admin] Pushing event updated for resources: {'Port': ['ID=2c30bf0b-e9ef-4038-90a2-c5126aae4a27,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:09.048253 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2829f48a-8416-4c17-bc4f-1765572ce9b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:09.050836 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d3e33343-c6cc-4b11-9198-41d9a735ec81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:09.081495 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2829f48a-8416-4c17-bc4f-1765572ce9b1 admin admin] Network f780fa1a-35e5-4ddd-af3a-7a7830d8c77c is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:28:09.086006 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-2829f48a-8416-4c17-bc4f-1765572ce9b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:28:09.100544 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2829f48a-8416-4c17-bc4f-1765572ce9b1 admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:28:09.101109 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2829f48a-8416-4c17-bc4f-1765572ce9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854127102'] for router_interface, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:09.235769 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6a36eacc-13e4-411a-a7e4-b43981fea127 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:09.280700 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29060e62-4d84-4d82-bc47-e812972ec4c8 None None] Routers {'e1324c31-d748-483e-a09e-1459b93dfe21'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:28:09.285868 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-29060e62-4d84-4d82-bc47-e812972ec4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:27:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['e1324c31-d748-483e-a09e-1459b93dfe21'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:28:09.292613 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6a36eacc-13e4-411a-a7e4-b43981fea127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:09.305037 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9ef84045-ece8-45e9-80ff-d661ad12fc30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:09.325473 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d3e33343-c6cc-4b11-9198-41d9a735ec81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:09.351751 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-841601eb-41ce-4cb1-be21-dc0ef88dea9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:09.385388 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c448ec-b996-4c13-979b-2a4c8a22cc4e None None] Pushing event updated for resources: {'Port': ['ID=a4ffdac7-0a51-47e0-8aeb-c734e140ab57,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:09.420717 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e33343-c6cc-4b11-9198-41d9a735ec81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c1915e-7eaf-4198-98a4-1e3e44744155,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:09.426832 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d3e33343-c6cc-4b11-9198-41d9a735ec81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:09.437676 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d3e33343-c6cc-4b11-9198-41d9a735ec81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:09.441942 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-d3e33343-c6cc-4b11-9198-41d9a735ec81 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99c1915e-7eaf-4198-98a4-1e3e44744155 HTTP/1.1" status: 204 len: 168 time: 1.1478128 Apr 20 23:28:09.458929 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2829f48a-8416-4c17-bc4f-1765572ce9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:09.485652 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a36eacc-13e4-411a-a7e4-b43981fea127 admin admin] Network 2990cae8-5a54-473d-86b5-0b1ec0d9b4bb is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:28:09.489461 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-6a36eacc-13e4-411a-a7e4-b43981fea127 admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:28:09.494544 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a36eacc-13e4-411a-a7e4-b43981fea127 admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:28:09.495163 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6a36eacc-13e4-411a-a7e4-b43981fea127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854127102'] for router_interface, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:09.503294 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b2c448ec-b996-4c13-979b-2a4c8a22cc4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:09.587196 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-34e58854-ed31-4f1b-80c1-66b87d126e1d None None] Provisioning for port 2c30bf0b-e9ef-4038-90a2-c5126aae4a27 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:28:09.606381 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-34e58854-ed31-4f1b-80c1-66b87d126e1d None None] Provisioning complete for port 2c30bf0b-e9ef-4038-90a2-c5126aae4a27 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:28:09.609015 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-34e58854-ed31-4f1b-80c1-66b87d126e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:09.722140 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-34e58854-ed31-4f1b-80c1-66b87d126e1d None None] Port 2c30bf0b-e9ef-4038-90a2-c5126aae4a27 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:28:09.738510 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-29060e62-4d84-4d82-bc47-e812972ec4c8 None None] Set router e1324c31-d748-483e-a09e-1459b93dfe21 gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:28:09.785100 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36eacc-13e4-411a-a7e4-b43981fea127 admin admin] Pushing event updated for resources: {'Port': ['ID=2745f559-c6f1-47d8-974b-4b2b6d4f4376,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:09.806021 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6a36eacc-13e4-411a-a7e4-b43981fea127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:09.992019 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device a030ef39-f3e0-48d7-85a2-f09d262b32f6 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:28:10.071030 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c3ef086d-b138-46ce-a9ad-a89f5496e427 req-c4946299-d86a-4d4c-99c7-f4c65c6461b2 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/ports?device_id=72ad1fe8-7421-4ffa-905c-99f8778cfc91 HTTP/1.1" status: 200 len: 210 time: 0.1595550 Apr 20 23:28:10.140279 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2829f48a-8416-4c17-bc4f-1765572ce9b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:10.151628 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2829f48a-8416-4c17-bc4f-1765572ce9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:10.153416 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2829f48a-8416-4c17-bc4f-1765572ce9b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854018129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648805'] for router_interface, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:10.163029 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:10.232530 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning for port a030ef39-f3e0-48d7-85a2-f09d262b32f6 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:28:10.242632 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port a030ef39-f3e0-48d7-85a2-f09d262b32f6 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:28:10.243062 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:10.495128 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6a36eacc-13e4-411a-a7e4-b43981fea127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:10.761055 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:10.787453 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] For port a030ef39-f3e0-48d7-85a2-f09d262b32f6, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=a030ef39-f3e0-48d7-85a2-f09d262b32f6,segment=NetworkSegment(6da6a8de-ef5d-4456-8d26-a2b4515179e3),segment_id=6da6a8de-ef5d-4456-8d26-a2b4515179e3)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:28:10.793960 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:10.797483 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-29060e62-4d84-4d82-bc47-e812972ec4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1324c31-d748-483e-a09e-1459b93dfe21', 'name': 'tempest-ServerRescueNegativeTestJSON-820993560-router', 'tenant_id': 'cea7bf4589624ee6a6e869ab0d6825c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a4ffdac7-0a51-47e0-8aeb-c734e140ab57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:28:01Z', 'updated_at': '2021-04-20T23:28:04Z', 'revision_number': 3, 'project_id': 'cea7bf4589624ee6a6e869ab0d6825c2', 'gw_port': {'id': 'a4ffdac7-0a51-47e0-8aeb-c734e140ab57', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:85:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1324c31-d748-483e-a09e-1459b93dfe21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:02Z', 'updated_at': '2021-04-20T23:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb'}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:28:10.803466 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:10.846746 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29060e62-4d84-4d82-bc47-e812972ec4c8 None None] The sync data for ids ['e1324c31-d748-483e-a09e-1459b93dfe21'] in dv-cinder-787296-1-smb is: [{'id': 'e1324c31-d748-483e-a09e-1459b93dfe21', 'name': 'tempest-ServerRescueNegativeTestJSON-820993560-router', 'tenant_id': 'cea7bf4589624ee6a6e869ab0d6825c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a4ffdac7-0a51-47e0-8aeb-c734e140ab57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:28:01Z', 'updated_at': '2021-04-20T23:28:04Z', 'revision_number': 3, 'project_id': 'cea7bf4589624ee6a6e869ab0d6825c2', 'gw_port': {'id': 'a4ffdac7-0a51-47e0-8aeb-c734e140ab57', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:85:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1324c31-d748-483e-a09e-1459b93dfe21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:02Z', 'updated_at': '2021-04-20T23:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb'}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:28:10.875367 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 52114) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:10.907635 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Pushing event updated for resources: {'Port': ['ID=a030ef39-f3e0-48d7-85a2-f09d262b32f6,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:10.923369 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:10.939437 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829f48a-8416-4c17-bc4f-1765572ce9b1 admin admin] Pushing event updated for resources: {'Port': ['ID=2c30bf0b-e9ef-4038-90a2-c5126aae4a27,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:10.944936 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2829f48a-8416-4c17-bc4f-1765572ce9b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:10.973984 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2829f48a-8416-4c17-bc4f-1765572ce9b1 admin admin] Network f780fa1a-35e5-4ddd-af3a-7a7830d8c77c is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:28:10.975298 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-2829f48a-8416-4c17-bc4f-1765572ce9b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:28:11.037729 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6a36eacc-13e4-411a-a7e4-b43981fea127 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:11.048635 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6a36eacc-13e4-411a-a7e4-b43981fea127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:11.050432 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6a36eacc-13e4-411a-a7e4-b43981fea127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854018129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648805'] for router_interface, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:11.064194 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:11.383091 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-368924aa-971e-4f78-8ad6-82b2c8f5f920 None None] Provisioning complete for port 2c30bf0b-e9ef-4038-90a2-c5126aae4a27 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:28:11.383494 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-368924aa-971e-4f78-8ad6-82b2c8f5f920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:11.399983 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36eacc-13e4-411a-a7e4-b43981fea127 admin admin] Pushing event updated for resources: {'Port': ['ID=2745f559-c6f1-47d8-974b-4b2b6d4f4376,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:11.420801 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6a36eacc-13e4-411a-a7e4-b43981fea127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:11.568278 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1e05f39c-f1bc-42dc-92b3-2b865a645b93 req-aeeca5c9-f022-4423-bdbe-9fa7ed3cab0e tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/ports?device_id=72ad1fe8-7421-4ffa-905c-99f8778cfc91 HTTP/1.1" status: 200 len: 210 time: 0.1006970 Apr 20 23:28:11.572662 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2829f48a-8416-4c17-bc4f-1765572ce9b1 admin admin] Router 47732a0d-641a-4300-a474-ab75c03316f4 has already been hosted by L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:28:11.594692 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a36eacc-13e4-411a-a7e4-b43981fea127 admin admin] Network 2990cae8-5a54-473d-86b5-0b1ec0d9b4bb is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:28:11.595837 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-6a36eacc-13e4-411a-a7e4-b43981fea127 admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:28:11.637532 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-368924aa-971e-4f78-8ad6-82b2c8f5f920 None None] Port 2c30bf0b-e9ef-4038-90a2-c5126aae4a27 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:28:11.837134 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9df58ad9-5ea7-4dda-b864-6c593196c1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:11.856305 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.36', 64127) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:11.939568 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-9df58ad9-5ea7-4dda-b864-6c593196c1d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:11.945850 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-9df58ad9-5ea7-4dda-b864-6c593196c1d2 admin admin] Usage tracker for resource:security_group_rule and tenant:db1ca6ae02f5467f9611e3e19fd6d185 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:11.946576 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2829f48a-8416-4c17-bc4f-1765572ce9b1 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:28:11.959010 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e43e03-0c56-4c16-9d59-df6c26dda0d5 None None] Sync routers for ids ['47732a0d-641a-4300-a474-ab75c03316f4'] in dv-cinder-787296-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:28:11.963250 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-2829f48a-8416-4c17-bc4f-1765572ce9b1 admin admin] 10.222.0.16 "PUT /v2.0/routers/47732a0d-641a-4300-a474-ab75c03316f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3307762 Apr 20 23:28:11.968213 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-9df58ad9-5ea7-4dda-b864-6c593196c1d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:11.972385 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e43e03-0c56-4c16-9d59-df6c26dda0d5 None None] Routers {'47732a0d-641a-4300-a474-ab75c03316f4'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:28:11.976094 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-f9e43e03-0c56-4c16-9d59-df6c26dda0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:27:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['47732a0d-641a-4300-a474-ab75c03316f4'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:28:11.981024 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-9df58ad9-5ea7-4dda-b864-6c593196c1d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:12.098389 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device a4ffdac7-0a51-47e0-8aeb-c734e140ab57 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:28:12.269552 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning for port a4ffdac7-0a51-47e0-8aeb-c734e140ab57 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:28:12.274947 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port a4ffdac7-0a51-47e0-8aeb-c734e140ab57 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:28:12.275370 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:12.300219 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:28:12.447692 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-f9e43e03-0c56-4c16-9d59-df6c26dda0d5 None None] Set router 47732a0d-641a-4300-a474-ab75c03316f4 gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:28:12.483303 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b5162-3fff-4d84-998c-8383c9035aef req-d668cd6b-774e-4971-bbd9-b9bba11701f2 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:12.488478 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 52176) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:12.501594 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-191b5162-3fff-4d84-998c-8383c9035aef req-d668cd6b-774e-4971-bbd9-b9bba11701f2 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.36 "GET /v2.0/networks?id=24e23e98-0733-4495-b83d-8ef2f87d9989 HTTP/1.1" status: 200 len: 812 time: 0.6441650 Apr 20 23:28:12.522418 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a36eacc-13e4-411a-a7e4-b43981fea127 admin admin] Router e1324c31-d748-483e-a09e-1459b93dfe21 has already been hosted by L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:28:12.561472 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-191b5162-3fff-4d84-998c-8383c9035aef req-5caaeb0f-fa1c-4432-a9ad-98e97502fb63 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Request body: {'port': {'device_id': '72ad1fe8-7421-4ffa-905c-99f8778cfc91', 'network_id': '24e23e98-0733-4495-b83d-8ef2f87d9989', 'admin_state_up': True, 'tenant_id': '13daa07c06b34017938f4dfe3baf7fe9'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:28:12.566322 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:12.601898 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] For port a4ffdac7-0a51-47e0-8aeb-c734e140ab57, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=a4ffdac7-0a51-47e0-8aeb-c734e140ab57,segment=NetworkSegment(6da6a8de-ef5d-4456-8d26-a2b4515179e3),segment_id=6da6a8de-ef5d-4456-8d26-a2b4515179e3)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:28:12.607535 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:12.608744 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device a030ef39-f3e0-48d7-85a2-f09d262b32f6 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:28:12.646444 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:12.761665 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Pushing event updated for resources: {'Port': ['ID=a4ffdac7-0a51-47e0-8aeb-c734e140ab57,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:12.765737 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:12.775900 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port a030ef39-f3e0-48d7-85a2-f09d262b32f6 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:28:12.776321 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:12.923327 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-af8ad741-2371-42b3-96f0-8c9253f3d221 req-f099cece-ef2d-4616-9d36-ae0d67617f40 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/ports?device_id=72ad1fe8-7421-4ffa-905c-99f8778cfc91 HTTP/1.1" status: 200 len: 210 time: 0.0802677 Apr 20 23:28:13.012762 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9df58ad9-5ea7-4dda-b864-6c593196c1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:13.033051 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9df58ad9-5ea7-4dda-b864-6c593196c1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:13.083994 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:13.125806 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-f9e43e03-0c56-4c16-9d59-df6c26dda0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47732a0d-641a-4300-a474-ab75c03316f4', 'name': 'tempest-AttachVolumeTestJSON-160903111-router', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:27:58Z', 'updated_at': '2021-04-20T23:28:09Z', 'revision_number': 4, 'project_id': '2bc87a338871440e8d886029fff40e57', 'gw_port': {'id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:00Z', 'updated_at': '2021-04-20T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '2c30bf0b-e9ef-4038-90a2-c5126aae4a27', 'name': '', 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'mac_address': 'fa:16:3e:14:24:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:07Z', 'updated_at': '2021-04-20T23:28:09Z', 'revision_number': 2, 'project_id': '2bc87a338871440e8d886029fff40e57', 'subnets': [{'id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:28:13.135420 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 52204) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:13.137502 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e43e03-0c56-4c16-9d59-df6c26dda0d5 None None] Checking router: 47732a0d-641a-4300-a474-ab75c03316f4 for host: dv-cinder-787296-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:28:13.137939 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e43e03-0c56-4c16-9d59-df6c26dda0d5 None None] Updating router 47732a0d-641a-4300-a474-ab75c03316f4 port 2c30bf0b-e9ef-4038-90a2-c5126aae4a27 binding host dv-cinder-787296-1-smb {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:28:13.141385 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-03449929-7a2c-4aaa-a3c7-83f1d2e2a1ec tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Request body: {'security_group': {'name': 'tempest-securitygroup--504545364', 'description': 'tempest-description--846668897'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:28:13.154177 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-03449929-7a2c-4aaa-a3c7-83f1d2e2a1ec tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:13.164430 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-03449929-7a2c-4aaa-a3c7-83f1d2e2a1ec tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Usage tracker for resource:security_group and tenant:2bc87a338871440e8d886029fff40e57 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:13.167466 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-03449929-7a2c-4aaa-a3c7-83f1d2e2a1ec tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:13.181961 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-03449929-7a2c-4aaa-a3c7-83f1d2e2a1ec tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:13.202288 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f9e43e03-0c56-4c16-9d59-df6c26dda0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:13.208837 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a36eacc-13e4-411a-a7e4-b43981fea127 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:28:13.224014 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df58ad9-5ea7-4dda-b864-6c593196c1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8de4f8-e5d9-4e1b-bbf6-3fbf044f937c,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:13.226559 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-03449929-7a2c-4aaa-a3c7-83f1d2e2a1ec tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:13.270347 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-03449929-7a2c-4aaa-a3c7-83f1d2e2a1ec tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:13.300805 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-9df58ad9-5ea7-4dda-b864-6c593196c1d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db1ca6ae02f5467f9611e3e19fd6d185&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4242904 Apr 20 23:28:13.307630 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 52214) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:13.310427 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9a80bfd4-73f8-4abc-8c32-5f751ab81806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:13.325061 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-03449929-7a2c-4aaa-a3c7-83f1d2e2a1ec tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Usage tracker for resource:security_group_rule and tenant:2bc87a338871440e8d886029fff40e57 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:13.329966 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-03449929-7a2c-4aaa-a3c7-83f1d2e2a1ec tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:13.337343 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-03449929-7a2c-4aaa-a3c7-83f1d2e2a1ec tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:13.343887 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9df58ad9-5ea7-4dda-b864-6c593196c1d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:13.372833 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-9a80bfd4-73f8-4abc-8c32-5f751ab81806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:13.389316 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-9a80bfd4-73f8-4abc-8c32-5f751ab81806 admin admin] Usage tracker for resource:security_group_rule and tenant:5dfcd81a0e3b4eb08fa1a7634839fa8c is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:13.393248 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-9a80bfd4-73f8-4abc-8c32-5f751ab81806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:13.409040 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-191b5162-3fff-4d84-998c-8383c9035aef req-5caaeb0f-fa1c-4432-a9ad-98e97502fb63 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:13.416063 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-9a80bfd4-73f8-4abc-8c32-5f751ab81806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:13.427904 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-191b5162-3fff-4d84-998c-8383c9035aef req-5caaeb0f-fa1c-4432-a9ad-98e97502fb63 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Usage tracker for resource:port and tenant:13daa07c06b34017938f4dfe3baf7fe9 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:13.431905 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-6a36eacc-13e4-411a-a7e4-b43981fea127 admin admin] 10.222.0.16 "PUT /v2.0/routers/e1324c31-d748-483e-a09e-1459b93dfe21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6114872 Apr 20 23:28:13.433095 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-191b5162-3fff-4d84-998c-8383c9035aef req-5caaeb0f-fa1c-4432-a9ad-98e97502fb63 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:13.446816 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-191b5162-3fff-4d84-998c-8383c9035aef req-5caaeb0f-fa1c-4432-a9ad-98e97502fb63 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:13.476249 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a132c92c-685d-4eb5-b8e8-39b498bda0bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:13.478418 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-191b5162-3fff-4d84-998c-8383c9035aef req-5caaeb0f-fa1c-4432-a9ad-98e97502fb63 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Made reservation on behalf of 13daa07c06b34017938f4dfe3baf7fe9 for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:28:13.486084 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-191b5162-3fff-4d84-998c-8383c9035aef req-5caaeb0f-fa1c-4432-a9ad-98e97502fb63 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:13.507877 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-03449929-7a2c-4aaa-a3c7-83f1d2e2a1ec tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:13.583095 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a132c92c-685d-4eb5-b8e8-39b498bda0bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:13.619976 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9a80bfd4-73f8-4abc-8c32-5f751ab81806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:13.623075 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-03449929-7a2c-4aaa-a3c7-83f1d2e2a1ec tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:13.693346 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:13.709592 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f9e43e03-0c56-4c16-9d59-df6c26dda0d5 None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:13.717037 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9a80bfd4-73f8-4abc-8c32-5f751ab81806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:13.720284 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a132c92c-685d-4eb5-b8e8-39b498bda0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:13.721767 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-03449929-7a2c-4aaa-a3c7-83f1d2e2a1ec tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:13.726608 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-03449929-7a2c-4aaa-a3c7-83f1d2e2a1ec tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.5901542 Apr 20 23:28:13.729967 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 52226) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:13.733727 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-f9e43e03-0c56-4c16-9d59-df6c26dda0d5 None None] Transition to ACTIVE for port object 2c30bf0b-e9ef-4038-90a2-c5126aae4a27 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:28:13.733920 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9df58ad9-5ea7-4dda-b864-6c593196c1d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:13.745072 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f9e43e03-0c56-4c16-9d59-df6c26dda0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:13.750878 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132c92c-685d-4eb5-b8e8-39b498bda0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8de4f8-e5d9-4e1b-bbf6-3fbf044f937c,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:13.758194 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-08394009-267c-4365-87d0-137881b4ae57 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Request body: {'security_group_rule': {'security_group_id': '54be1482-2a9e-4673-babb-5ffccb16bbf5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:28:13.758637 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a132c92c-685d-4eb5-b8e8-39b498bda0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:13.769155 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:13.769379 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-08394009-267c-4365-87d0-137881b4ae57 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:13.769379 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-08394009-267c-4365-87d0-137881b4ae57 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Usage tracker for resource:security_group_rule and tenant:2bc87a338871440e8d886029fff40e57 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:13.772257 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-08394009-267c-4365-87d0-137881b4ae57 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:13.779477 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-08394009-267c-4365-87d0-137881b4ae57 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:13.792370 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a132c92c-685d-4eb5-b8e8-39b498bda0bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:13.797254 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a132c92c-685d-4eb5-b8e8-39b498bda0bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa8de4f8-e5d9-4e1b-bbf6-3fbf044f937c HTTP/1.1" status: 204 len: 168 time: 0.4817138 Apr 20 23:28:13.820575 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-191b5162-3fff-4d84-998c-8383c9035aef req-5caaeb0f-fa1c-4432-a9ad-98e97502fb63 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Allocated IP 172.20.0.12 (24e23e98-0733-4495-b83d-8ef2f87d9989/1dfd878b-6516-44f0-804b-72530987b448/2654dcc9-9d09-41fa-b4ce-a1fb799f9583) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:28:13.911421 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08394009-267c-4365-87d0-137881b4ae57 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:14.006166 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device a4ffdac7-0a51-47e0-8aeb-c734e140ab57 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:28:14.065631 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-9a80bfd4-73f8-4abc-8c32-5f751ab81806 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5dfcd81a0e3b4eb08fa1a7634839fa8c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5757117 Apr 20 23:28:14.067202 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03449929-7a2c-4aaa-a3c7-83f1d2e2a1ec tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54be1482-2a9e-4673-babb-5ffccb16bbf5,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:14.073322 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 52238) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:14.077413 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-03449929-7a2c-4aaa-a3c7-83f1d2e2a1ec tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:14.107796 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.352s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:14.204709 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a80bfd4-73f8-4abc-8c32-5f751ab81806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41df71bf-63bb-481a-bfdb-315e3f16c5a0,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:14.221765 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9a80bfd4-73f8-4abc-8c32-5f751ab81806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:14.384659 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port a4ffdac7-0a51-47e0-8aeb-c734e140ab57 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:28:14.386061 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:14.425290 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08394009-267c-4365-87d0-137881b4ae57 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:14.439741 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dc1e7242-7232-4a4e-85a4-8c04f6d4720a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:14.545415 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dc1e7242-7232-4a4e-85a4-8c04f6d4720a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:14.560043 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-f82b363d-d477-4ff0-a36f-f1189d546f7f req-1c84d74c-9910-416f-8d17-274c7d45bb55 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Synchronizing usage tracker for tenant:13daa07c06b34017938f4dfe3baf7fe9 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:28:14.596240 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-191b5162-3fff-4d84-998c-8383c9035aef req-5caaeb0f-fa1c-4432-a9ad-98e97502fb63 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:14.673258 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-f82b363d-d477-4ff0-a36f-f1189d546f7f req-1c84d74c-9910-416f-8d17-274c7d45bb55 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Unset dirty status for tenant:13daa07c06b34017938f4dfe3baf7fe9 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:28:14.676589 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f82b363d-d477-4ff0-a36f-f1189d546f7f req-1c84d74c-9910-416f-8d17-274c7d45bb55 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/ports?device_id=72ad1fe8-7421-4ffa-905c-99f8778cfc91 HTTP/1.1" status: 200 len: 210 time: 0.3643777 Apr 20 23:28:14.692775 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08394009-267c-4365-87d0-137881b4ae57 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:14.711370 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:14.748356 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-191b5162-3fff-4d84-998c-8383c9035aef req-5caaeb0f-fa1c-4432-a9ad-98e97502fb63 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:14.756022 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33d11da-40cf-49b7-b15c-996971e44560 None None] Sync routers for ids ['e1324c31-d748-483e-a09e-1459b93dfe21'] in dv-cinder-787296-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:28:14.791955 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:14.802233 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dc1e7242-7232-4a4e-85a4-8c04f6d4720a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:14.820391 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08394009-267c-4365-87d0-137881b4ae57 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e07d16f-557f-42f4-add2-f7cc38d26ded,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:14.831275 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-08394009-267c-4365-87d0-137881b4ae57 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:14.836044 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33d11da-40cf-49b7-b15c-996971e44560 None None] Routers {'e1324c31-d748-483e-a09e-1459b93dfe21'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:28:14.837004 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-a33d11da-40cf-49b7-b15c-996971e44560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:27:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['e1324c31-d748-483e-a09e-1459b93dfe21'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:28:14.877487 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:14.902421 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-f9e43e03-0c56-4c16-9d59-df6c26dda0d5 None None] Attempting to bind port 2c30bf0b-e9ef-4038-90a2-c5126aae4a27 on host dv-cinder-787296-1-smb for vnic_type normal with profile {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:28:14.907466 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-f9e43e03-0c56-4c16-9d59-df6c26dda0d5 None None] Attempting to bind port 2c30bf0b-e9ef-4038-90a2-c5126aae4a27 by drivers openvswitch,hyperv on host dv-cinder-787296-1-smb at level 0 using segments [{'id': 'cfa1a3af-8a5c-4b97-9245-2f3d3b403af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:28:14.908995 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e43e03-0c56-4c16-9d59-df6c26dda0d5 None None] Attempting to bind port 2c30bf0b-e9ef-4038-90a2-c5126aae4a27 on network f780fa1a-35e5-4ddd-af3a-7a7830d8c77c {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:28:14.936876 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e7242-7232-4a4e-85a4-8c04f6d4720a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41df71bf-63bb-481a-bfdb-315e3f16c5a0,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:14.943579 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e43e03-0c56-4c16-9d59-df6c26dda0d5 None None] Checking agent: {'id': 'ca45837e-4919-48d1-9ced-cddb9dadc434', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 19, 54), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:28:14.946822 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e43e03-0c56-4c16-9d59-df6c26dda0d5 None None] Checking segment: {'id': 'cfa1a3af-8a5c-4b97-9245-2f3d3b403af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:28:14.951686 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f9e43e03-0c56-4c16-9d59-df6c26dda0d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:14.952515 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e43e03-0c56-4c16-9d59-df6c26dda0d5 None None] Bound using segment: {'id': 'cfa1a3af-8a5c-4b97-9245-2f3d3b403af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:28:14.953643 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-f9e43e03-0c56-4c16-9d59-df6c26dda0d5 None None] Bound port: 2c30bf0b-e9ef-4038-90a2-c5126aae4a27, host: dv-cinder-787296-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa1a3af-8a5c-4b97-9245-2f3d3b403af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:28:14.954802 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f9e43e03-0c56-4c16-9d59-df6c26dda0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:14.957863 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 52254) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:14.963274 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08394009-267c-4365-87d0-137881b4ae57 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:14.964548 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-08394009-267c-4365-87d0-137881b4ae57 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2257876 Apr 20 23:28:14.974264 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dc1e7242-7232-4a4e-85a4-8c04f6d4720a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:14.974778 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 52258) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:15.001922 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dc1e7242-7232-4a4e-85a4-8c04f6d4720a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:15.005642 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-dc1e7242-7232-4a4e-85a4-8c04f6d4720a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41df71bf-63bb-481a-bfdb-315e3f16c5a0 HTTP/1.1" status: 204 len: 168 time: 0.9289122 Apr 20 23:28:15.025429 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-3d017cc1-1c49-42eb-b9ec-a7eb6febd3dd tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Request body: {'security_group_rule': {'security_group_id': '54be1482-2a9e-4673-babb-5ffccb16bbf5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:28:15.043777 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-3d017cc1-1c49-42eb-b9ec-a7eb6febd3dd tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:15.052397 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-191b5162-3fff-4d84-998c-8383c9035aef req-5caaeb0f-fa1c-4432-a9ad-98e97502fb63 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Network 24e23e98-0733-4495-b83d-8ef2f87d9989 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:28:15.054356 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-3d017cc1-1c49-42eb-b9ec-a7eb6febd3dd tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Usage tracker for resource:security_group_rule and tenant:2bc87a338871440e8d886029fff40e57 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:15.058792 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caaeb0f-fa1c-4432-a9ad-98e97502fb63 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Pushing event updated for resources: {'Port': ['ID=2654dcc9-9d09-41fa-b4ce-a1fb799f9583,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:15.060894 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-3d017cc1-1c49-42eb-b9ec-a7eb6febd3dd tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:15.067279 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-191b5162-3fff-4d84-998c-8383c9035aef req-5caaeb0f-fa1c-4432-a9ad-98e97502fb63 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:28:15.076702 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-191b5162-3fff-4d84-998c-8383c9035aef req-5caaeb0f-fa1c-4432-a9ad-98e97502fb63 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:28:15.082926 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b5162-3fff-4d84-998c-8383c9035aef req-5caaeb0f-fa1c-4432-a9ad-98e97502fb63 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:15.083158 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-3d017cc1-1c49-42eb-b9ec-a7eb6febd3dd tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:15.084517 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-191b5162-3fff-4d84-998c-8383c9035aef req-5caaeb0f-fa1c-4432-a9ad-98e97502fb63 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:15.102574 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5caaeb0f-fa1c-4432-a9ad-98e97502fb63 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:15.121425 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3d017cc1-1c49-42eb-b9ec-a7eb6febd3dd tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:15.134724 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-191b5162-3fff-4d84-998c-8383c9035aef req-5caaeb0f-fa1c-4432-a9ad-98e97502fb63 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5783999 Apr 20 23:28:15.156458 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [req-191b5162-3fff-4d84-998c-8383c9035aef req-0637cb0c-00a9-4de1-91da-fe69f2d56c7a tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 23:28:15.157781 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-191b5162-3fff-4d84-998c-8383c9035aef req-0637cb0c-00a9-4de1-91da-fe69f2d56c7a tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063593 Apr 20 23:28:15.214729 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-f9e43e03-0c56-4c16-9d59-df6c26dda0d5 None None] For port 2c30bf0b-e9ef-4038-90a2-c5126aae4a27, host dv-cinder-787296-1-smb, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:28:15.226446 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-f9e43e03-0c56-4c16-9d59-df6c26dda0d5 None None] For port 2c30bf0b-e9ef-4038-90a2-c5126aae4a27, host dv-cinder-787296-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=2c30bf0b-e9ef-4038-90a2-c5126aae4a27,segment=NetworkSegment(cfa1a3af-8a5c-4b97-9245-2f3d3b403af9),segment_id=cfa1a3af-8a5c-4b97-9245-2f3d3b403af9)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:28:15.238178 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee355eb-82be-4f1b-aa5f-161bffd65f72 None None] Pushing event updated for resources: {'Port': ['ID=2c30bf0b-e9ef-4038-90a2-c5126aae4a27,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:15.242671 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f9e43e03-0c56-4c16-9d59-df6c26dda0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:15.244025 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1ee355eb-82be-4f1b-aa5f-161bffd65f72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.481s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:15.249592 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:15.293578 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3d017cc1-1c49-42eb-b9ec-a7eb6febd3dd tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:15.302139 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3d017cc1-1c49-42eb-b9ec-a7eb6febd3dd tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:15.309427 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-08394009-267c-4365-87d0-137881b4ae57 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:15.357643 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e43e03-0c56-4c16-9d59-df6c26dda0d5 None None] Routers {'47732a0d-641a-4300-a474-ab75c03316f4'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:28:15.358348 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-f9e43e03-0c56-4c16-9d59-df6c26dda0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:27:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['47732a0d-641a-4300-a474-ab75c03316f4'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:28:15.364978 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d017cc1-1c49-42eb-b9ec-a7eb6febd3dd tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f709e2a-147e-4fca-a93b-9aaed2fe2708,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:15.393472 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3d017cc1-1c49-42eb-b9ec-a7eb6febd3dd tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:15.443382 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3d017cc1-1c49-42eb-b9ec-a7eb6febd3dd tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:15.449424 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 52270) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:15.452311 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-3d017cc1-1c49-42eb-b9ec-a7eb6febd3dd tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4760582 Apr 20 23:28:15.456286 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-4ebfc39b-3aa0-49fc-983e-94cd4c59678f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Request body: {'floatingip': {'floating_network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:28:15.488481 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-4ebfc39b-3aa0-49fc-983e-94cd4c59678f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:15.506188 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-4ebfc39b-3aa0-49fc-983e-94cd4c59678f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Usage tracker for resource:floatingip and tenant:2bc87a338871440e8d886029fff40e57 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:15.516794 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-4ebfc39b-3aa0-49fc-983e-94cd4c59678f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:15.542925 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-4ebfc39b-3aa0-49fc-983e-94cd4c59678f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:15.577286 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 52274) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:15.600416 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc39b-3aa0-49fc-983e-94cd4c59678f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for floatingip, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:15.649436 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-51279cb9-aa86-4921-929c-c6b2b9613e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:15.665582 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee355eb-82be-4f1b-aa5f-161bffd65f72 None None] Pushing event updated for resources: {'Port': ['ID=2c30bf0b-e9ef-4038-90a2-c5126aae4a27,revision_number=4']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:15.690477 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1ee355eb-82be-4f1b-aa5f-161bffd65f72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:15.742980 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-51279cb9-aa86-4921-929c-c6b2b9613e29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:15.762374 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-51279cb9-aa86-4921-929c-c6b2b9613e29 admin admin] Usage tracker for resource:security_group_rule and tenant:cb92b7a0b18647c5b74b1fe4a3c85209 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:15.774776 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-51279cb9-aa86-4921-929c-c6b2b9613e29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:15.795276 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-51279cb9-aa86-4921-929c-c6b2b9613e29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:15.829752 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-a33d11da-40cf-49b7-b15c-996971e44560 None None] Set router e1324c31-d748-483e-a09e-1459b93dfe21 gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:28:15.886223 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-f9e43e03-0c56-4c16-9d59-df6c26dda0d5 None None] Set router 47732a0d-641a-4300-a474-ab75c03316f4 gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:28:16.170896 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868c206-1010-4b04-8fcc-4b433bc47672 req-c32afc72-1501-4f5d-ab99-9a05811bd245 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:16.178547 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e868c206-1010-4b04-8fcc-4b433bc47672 req-c32afc72-1501-4f5d-ab99-9a05811bd245 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/ports?device_id=72ad1fe8-7421-4ffa-905c-99f8778cfc91 HTTP/1.1" status: 200 len: 932 time: 0.2370126 Apr 20 23:28:16.292430 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-51279cb9-aa86-4921-929c-c6b2b9613e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:16.374815 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e868c206-1010-4b04-8fcc-4b433bc47672 req-ddbcd648-f74b-43c3-bba8-d2b44a2ead83 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/security-groups?id=384daf2e-82c0-40e1-ab8f-95bd85cd1c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866088 Apr 20 23:28:16.374815 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc39b-3aa0-49fc-983e-94cd4c59678f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:16.402828 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:16.600274 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3532d029-5658-4f25-b90f-da40d4c69a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:16.649848 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-89c32a98-397e-46ee-b950-ea99bafaae16 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:16.650651 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-89c32a98-397e-46ee-b950-ea99bafaae16 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Synchronizing usage tracker for tenant:cea7bf4589624ee6a6e869ab0d6825c2 on resource:network {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:28:16.662015 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-51279cb9-aa86-4921-929c-c6b2b9613e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:16.683582 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-3532d029-5658-4f25-b90f-da40d4c69a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:16.695875 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-3532d029-5658-4f25-b90f-da40d4c69a76 admin admin] Usage tracker for resource:security_group_rule and tenant:f10e232b56e849e0885fcace20e7f977 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:16.708697 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-a33d11da-40cf-49b7-b15c-996971e44560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1324c31-d748-483e-a09e-1459b93dfe21', 'name': 'tempest-ServerRescueNegativeTestJSON-820993560-router', 'tenant_id': 'cea7bf4589624ee6a6e869ab0d6825c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a4ffdac7-0a51-47e0-8aeb-c734e140ab57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:28:01Z', 'updated_at': '2021-04-20T23:28:09Z', 'revision_number': 4, 'project_id': 'cea7bf4589624ee6a6e869ab0d6825c2', 'gw_port': {'id': 'a4ffdac7-0a51-47e0-8aeb-c734e140ab57', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1324c31-d748-483e-a09e-1459b93dfe21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:02Z', 'updated_at': '2021-04-20T23:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '2745f559-c6f1-47d8-974b-4b2b6d4f4376', 'name': '', 'network_id': '2990cae8-5a54-473d-86b5-0b1ec0d9b4bb', 'tenant_id': 'cea7bf4589624ee6a6e869ab0d6825c2', 'mac_address': 'fa:16:3e:4c:dc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1324c31-d748-483e-a09e-1459b93dfe21', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '22d48d33-81cf-4485-85d6-4b724a9185d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:08Z', 'updated_at': '2021-04-20T23:28:10Z', 'revision_number': 2, 'project_id': 'cea7bf4589624ee6a6e869ab0d6825c2', 'subnets': [{'id': '22d48d33-81cf-4485-85d6-4b724a9185d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:28:16.711134 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-3532d029-5658-4f25-b90f-da40d4c69a76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:16.721970 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33d11da-40cf-49b7-b15c-996971e44560 None None] Checking router: e1324c31-d748-483e-a09e-1459b93dfe21 for host: dv-cinder-787296-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:28:16.722181 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-3532d029-5658-4f25-b90f-da40d4c69a76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:16.722642 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33d11da-40cf-49b7-b15c-996971e44560 None None] Updating router e1324c31-d748-483e-a09e-1459b93dfe21 port 2745f559-c6f1-47d8-974b-4b2b6d4f4376 binding host dv-cinder-787296-1-smb {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:28:16.800104 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-f9e43e03-0c56-4c16-9d59-df6c26dda0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47732a0d-641a-4300-a474-ab75c03316f4', 'name': 'tempest-AttachVolumeTestJSON-160903111-router', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:27:58Z', 'updated_at': '2021-04-20T23:28:09Z', 'revision_number': 4, 'project_id': '2bc87a338871440e8d886029fff40e57', 'gw_port': {'id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:00Z', 'updated_at': '2021-04-20T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '2c30bf0b-e9ef-4038-90a2-c5126aae4a27', 'name': '', 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'mac_address': 'fa:16:3e:14:24:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:07Z', 'updated_at': '2021-04-20T23:28:15Z', 'revision_number': 4, 'project_id': '2bc87a338871440e8d886029fff40e57', 'subnets': [{'id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:28:16.810967 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e43e03-0c56-4c16-9d59-df6c26dda0d5 None None] The sync data for ids ['47732a0d-641a-4300-a474-ab75c03316f4'] in dv-cinder-787296-1-smb is: [{'id': '47732a0d-641a-4300-a474-ab75c03316f4', 'name': 'tempest-AttachVolumeTestJSON-160903111-router', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:27:58Z', 'updated_at': '2021-04-20T23:28:09Z', 'revision_number': 4, 'project_id': '2bc87a338871440e8d886029fff40e57', 'gw_port': {'id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:00Z', 'updated_at': '2021-04-20T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '2c30bf0b-e9ef-4038-90a2-c5126aae4a27', 'name': '', 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'mac_address': 'fa:16:3e:14:24:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:07Z', 'updated_at': '2021-04-20T23:28:15Z', 'revision_number': 4, 'project_id': '2bc87a338871440e8d886029fff40e57', 'subnets': [{'id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:28:16.851158 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a33d11da-40cf-49b7-b15c-996971e44560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:16.995893 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3532d029-5658-4f25-b90f-da40d4c69a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:17.064239 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:17.126919 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-51279cb9-aa86-4921-929c-c6b2b9613e29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb92b7a0b18647c5b74b1fe4a3c85209&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5481482 Apr 20 23:28:17.128535 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51279cb9-aa86-4921-929c-c6b2b9613e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fc212d-f4c0-4424-96b4-e4abb4e05827,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:17.149937 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3532d029-5658-4f25-b90f-da40d4c69a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:17.150677 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 52312) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:17.153405 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-51279cb9-aa86-4921-929c-c6b2b9613e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:17.201710 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-4ebfc39b-3aa0-49fc-983e-94cd4c59678f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Allocated IP 172.28.2.238 (17a5301c-ad04-43a1-9559-698be9680e2f/c5ea26a4-9d6d-4298-bd22-11c1031e299f/c1b00856-30c5-4f1f-a167-6736c6c57c7a) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:28:17.219827 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a6e09e7a-8ae3-4855-a20f-4e5a7160efac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:17.290650 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532d029-5658-4f25-b90f-da40d4c69a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa089685-3741-4247-9a00-eb80a1f5a7e6,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:17.315115 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3532d029-5658-4f25-b90f-da40d4c69a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:17.315961 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-89c32a98-397e-46ee-b950-ea99bafaae16 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Unset dirty status for tenant:cea7bf4589624ee6a6e869ab0d6825c2 on resource:network {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:28:17.331121 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-89c32a98-397e-46ee-b950-ea99bafaae16 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/networks?id=2990cae8-5a54-473d-86b5-0b1ec0d9b4bb HTTP/1.1" status: 200 len: 818 time: 1.4431040 Apr 20 23:28:17.405980 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a33d11da-40cf-49b7-b15c-996971e44560 None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:17.432386 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-a33d11da-40cf-49b7-b15c-996971e44560 None None] Transition to ACTIVE for port object 2745f559-c6f1-47d8-974b-4b2b6d4f4376 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:28:17.454248 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a33d11da-40cf-49b7-b15c-996971e44560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:17.468758 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:17.497589 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-96449354-ce5b-4661-b3d0-eec8fb7aab51 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/quotas/cea7bf4589624ee6a6e869ab0d6825c2 HTTP/1.1" status: 200 len: 375 time: 0.1653187 Apr 20 23:28:17.501294 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-63550da6-3ce0-4954-b795-679a53951a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:17.565722 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc39b-3aa0-49fc-983e-94cd4c59678f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:17.614087 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc39b-3aa0-49fc-983e-94cd4c59678f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:17.670775 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-3532d029-5658-4f25-b90f-da40d4c69a76 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f10e232b56e849e0885fcace20e7f977&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7089188 Apr 20 23:28:17.682235 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 52330) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:17.777748 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:17.905041 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4ca3c09c-0b71-4c0d-8895-43ce82716f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:17.943046 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4ca3c09c-0b71-4c0d-8895-43ce82716f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:18.008780 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebfc39b-3aa0-49fc-983e-94cd4c59678f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Network 17a5301c-ad04-43a1-9559-698be9680e2f is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:28:18.011834 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfc39b-3aa0-49fc-983e-94cd4c59678f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Pushing event updated for resources: {'Port': ['ID=c1b00856-30c5-4f1f-a167-6736c6c57c7a,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:18.018267 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4ebfc39b-3aa0-49fc-983e-94cd4c59678f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:18.022752 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-4ebfc39b-3aa0-49fc-983e-94cd4c59678f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:28:18.027012 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebfc39b-3aa0-49fc-983e-94cd4c59678f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:28:18.061382 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4ca3c09c-0b71-4c0d-8895-43ce82716f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:18.063539 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-63550da6-3ce0-4954-b795-679a53951a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:18.119499 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 2c30bf0b-e9ef-4038-90a2-c5126aae4a27 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:28:18.123814 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-03449929-7a2c-4aaa-a3c7-83f1d2e2a1ec tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:18.153230 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3c09c-0b71-4c0d-8895-43ce82716f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa089685-3741-4247-9a00-eb80a1f5a7e6,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:18.165595 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-ea4b3676-1f69-424c-ab33-50f97c957e54 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cea7bf4589624ee6a6e869ab0d6825c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6670306 Apr 20 23:28:18.170082 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4ca3c09c-0b71-4c0d-8895-43ce82716f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:18.195095 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4ca3c09c-0b71-4c0d-8895-43ce82716f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:18.199607 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-4ca3c09c-0b71-4c0d-8895-43ce82716f82 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa089685-3741-4247-9a00-eb80a1f5a7e6 HTTP/1.1" status: 204 len: 168 time: 0.5115416 Apr 20 23:28:18.273398 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc39b-3aa0-49fc-983e-94cd4c59678f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:18.286844 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49167a36-166e-4c77-8ab6-edd053adcfd7 None None] Pushing event updated for resources: {'Port': ['ID=2745f559-c6f1-47d8-974b-4b2b6d4f4376,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:18.305303 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-49167a36-166e-4c77-8ab6-edd053adcfd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:18.373040 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-2df8e3a0-0a9a-4c37-a149-a4159ec7ac29 service neutron] 10.222.0.16 "GET /v2.0/networks/2990cae8-5a54-473d-86b5-0b1ec0d9b4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808286 Apr 20 23:28:18.420824 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-191b5162-3fff-4d84-998c-8383c9035aef req-d4bb874f-e4a6-4ada-8670-5c71e1893c63 service neutron] Request body: {'port': {'device_id': '72ad1fe8-7421-4ffa-905c-99f8778cfc91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:28:18.468733 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-a33d11da-40cf-49b7-b15c-996971e44560 None None] Attempting to bind port 2745f559-c6f1-47d8-974b-4b2b6d4f4376 on host dv-cinder-787296-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:28:18.469210 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-a33d11da-40cf-49b7-b15c-996971e44560 None None] Attempting to bind port 2745f559-c6f1-47d8-974b-4b2b6d4f4376 by drivers openvswitch,hyperv on host dv-cinder-787296-1-smb at level 0 using segments [{'id': '5832c03e-4d4e-4953-8e35-36707492620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2990cae8-5a54-473d-86b5-0b1ec0d9b4bb'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:28:18.469667 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d11da-40cf-49b7-b15c-996971e44560 None None] Attempting to bind port 2745f559-c6f1-47d8-974b-4b2b6d4f4376 on network 2990cae8-5a54-473d-86b5-0b1ec0d9b4bb {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:28:18.502629 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d11da-40cf-49b7-b15c-996971e44560 None None] Checking agent: {'id': 'ca45837e-4919-48d1-9ced-cddb9dadc434', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 19, 54), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:28:18.507467 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d11da-40cf-49b7-b15c-996971e44560 None None] Checking segment: {'id': '5832c03e-4d4e-4953-8e35-36707492620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2990cae8-5a54-473d-86b5-0b1ec0d9b4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:28:18.508157 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a33d11da-40cf-49b7-b15c-996971e44560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:18.508784 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d11da-40cf-49b7-b15c-996971e44560 None None] Bound using segment: {'id': '5832c03e-4d4e-4953-8e35-36707492620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2990cae8-5a54-473d-86b5-0b1ec0d9b4bb'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:28:18.509603 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-a33d11da-40cf-49b7-b15c-996971e44560 None None] Bound port: 2745f559-c6f1-47d8-974b-4b2b6d4f4376, host: dv-cinder-787296-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5832c03e-4d4e-4953-8e35-36707492620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2990cae8-5a54-473d-86b5-0b1ec0d9b4bb'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:28:18.510258 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a33d11da-40cf-49b7-b15c-996971e44560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:18.642764 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-ec390b89-6019-4f14-bc3c-ffdd2ccdf309 service neutron] 10.222.0.16 "GET /v2.0/networks/2990cae8-5a54-473d-86b5-0b1ec0d9b4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527075 Apr 20 23:28:18.656308 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-63550da6-3ce0-4954-b795-679a53951a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:18.672851 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4ca3c09c-0b71-4c0d-8895-43ce82716f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:18.706153 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b5275-67fb-4c2a-90f0-604d03dba056 req-c45164a1-8613-4e26-af0a-c896b03a2aca tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:18.713062 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-63550da6-3ce0-4954-b795-679a53951a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:18.714526 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c64b5275-67fb-4c2a-90f0-604d03dba056 req-c45164a1-8613-4e26-af0a-c896b03a2aca tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/ports?device_id=72ad1fe8-7421-4ffa-905c-99f8778cfc91 HTTP/1.1" status: 200 len: 932 time: 1.1125426 Apr 20 23:28:18.719916 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-191b5162-3fff-4d84-998c-8383c9035aef req-d4bb874f-e4a6-4ada-8670-5c71e1893c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:18.727668 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-63550da6-3ce0-4954-b795-679a53951a81 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e0fc212d-f4c0-4424-96b4-e4abb4e05827 HTTP/1.1" status: 204 len: 168 time: 1.5726428 Apr 20 23:28:18.732292 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63550da6-3ce0-4954-b795-679a53951a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fc212d-f4c0-4424-96b4-e4abb4e05827,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:18.735849 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-63550da6-3ce0-4954-b795-679a53951a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:18.856854 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-a33d11da-40cf-49b7-b15c-996971e44560 None None] For port 2745f559-c6f1-47d8-974b-4b2b6d4f4376, host dv-cinder-787296-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:28:18.867222 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-a33d11da-40cf-49b7-b15c-996971e44560 None None] For port 2745f559-c6f1-47d8-974b-4b2b6d4f4376, host dv-cinder-787296-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=2745f559-c6f1-47d8-974b-4b2b6d4f4376,segment=NetworkSegment(5832c03e-4d4e-4953-8e35-36707492620e),segment_id=5832c03e-4d4e-4953-8e35-36707492620e)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:28:18.870072 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning for port 2c30bf0b-e9ef-4038-90a2-c5126aae4a27 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:28:18.915292 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port 2c30bf0b-e9ef-4038-90a2-c5126aae4a27 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:28:18.919120 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:19.049392 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a33d11da-40cf-49b7-b15c-996971e44560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:19.196401 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc39b-3aa0-49fc-983e-94cd4c59678f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:19.218293 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:19.278432 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-952c1c05-8b93-4e2c-af52-0b458800143d req-66683495-b249-44ab-913a-970c05f8c1ff tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 210 time: 0.1467252 Apr 20 23:28:19.644175 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c64b5275-67fb-4c2a-90f0-604d03dba056 req-496a9703-b8cf-4ed6-9345-9705a761b64c tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/security-groups?id=384daf2e-82c0-40e1-ab8f-95bd85cd1c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8675320 Apr 20 23:28:19.657998 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49167a36-166e-4c77-8ab6-edd053adcfd7 None None] Pushing event updated for resources: {'Port': ['ID=2745f559-c6f1-47d8-974b-4b2b6d4f4376,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:19.683451 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-49167a36-166e-4c77-8ab6-edd053adcfd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:19.695841 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33d11da-40cf-49b7-b15c-996971e44560 None None] Routers {'e1324c31-d748-483e-a09e-1459b93dfe21'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:28:19.697805 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-a33d11da-40cf-49b7-b15c-996971e44560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:27:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['e1324c31-d748-483e-a09e-1459b93dfe21'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:28:19.810878 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 52386) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:19.872857 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c9631177-335b-4aa4-8357-c579b4935145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:19.964727 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c9631177-335b-4aa4-8357-c579b4935145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:19.981645 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c9631177-335b-4aa4-8357-c579b4935145 admin admin] Usage tracker for resource:security_group_rule and tenant:242cb16f7a084c88b7fb9e081a1217d6 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:19.998275 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c9631177-335b-4aa4-8357-c579b4935145 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:20.020938 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c9631177-335b-4aa4-8357-c579b4935145 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:20.356651 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-a33d11da-40cf-49b7-b15c-996971e44560 None None] Set router e1324c31-d748-483e-a09e-1459b93dfe21 gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:28:20.561794 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-191b5162-3fff-4d84-998c-8383c9035aef req-d4bb874f-e4a6-4ada-8670-5c71e1893c63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2654dcc9-9d09-41fa-b4ce-a1fb799f9583 {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:28:20.586743 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-191b5162-3fff-4d84-998c-8383c9035aef req-d4bb874f-e4a6-4ada-8670-5c71e1893c63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:20.645887 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-9dcefbf2-e141-4c3d-a2da-cb4cb2d4d4d6 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:20.661850 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-9dcefbf2-e141-4c3d-a2da-cb4cb2d4d4d6 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/networks?id=2990cae8-5a54-473d-86b5-0b1ec0d9b4bb HTTP/1.1" status: 200 len: 818 time: 0.4847369 Apr 20 23:28:20.673204 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-191b5162-3fff-4d84-998c-8383c9035aef req-d4bb874f-e4a6-4ada-8670-5c71e1893c63 service neutron] Transition to ACTIVE for port object 2654dcc9-9d09-41fa-b4ce-a1fb799f9583 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:28:20.686730 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-191b5162-3fff-4d84-998c-8383c9035aef req-d4bb874f-e4a6-4ada-8670-5c71e1893c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:20.707411 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:20.727786 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cd0c1950-2b35-4e3b-a93a-7e9cb1fe7bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:20.783659 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.db.resource_extend [None req-4ebfc39b-3aa0-49fc-983e-94cd4c59678f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 23:28:20.830890 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c9631177-335b-4aa4-8357-c579b4935145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:20.867285 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c9631177-335b-4aa4-8357-c579b4935145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:20.870389 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc39b-3aa0-49fc-983e-94cd4c59678f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:20.948654 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-a8bed970-2a8b-4e6c-8ac1-71a73982edea tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/quotas/cea7bf4589624ee6a6e869ab0d6825c2 HTTP/1.1" status: 200 len: 375 time: 0.2855568 Apr 20 23:28:20.951218 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:21.002699 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c9631177-335b-4aa4-8357-c579b4935145 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=242cb16f7a084c88b7fb9e081a1217d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1900427 Apr 20 23:28:21.034039 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:21.067847 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 52436) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:21.068761 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9631177-335b-4aa4-8357-c579b4935145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdd0ece-dede-4230-b87d-1429939a656d,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:21.078683 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c9631177-335b-4aa4-8357-c579b4935145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:21.088710 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc39b-3aa0-49fc-983e-94cd4c59678f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:21.158729 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-f5d3caa6-fd69-4d25-acb2-644f0ddd12e7 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cea7bf4589624ee6a6e869ab0d6825c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2090242 Apr 20 23:28:21.328428 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-63e18425-6bec-4f7d-b80b-8f3d4c05a311 service neutron] 10.222.0.16 "GET /v2.0/networks/2990cae8-5a54-473d-86b5-0b1ec0d9b4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683912 Apr 20 23:28:21.413037 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb874f-e4a6-4ada-8670-5c71e1893c63 service neutron] Pushing event updated for resources: {'Port': ['ID=2654dcc9-9d09-41fa-b4ce-a1fb799f9583,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:21.420193 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc39b-3aa0-49fc-983e-94cd4c59678f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648881'] for floatingip, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:21.453969 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d4bb874f-e4a6-4ada-8670-5c71e1893c63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:21.454717 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:21.604024 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] For port 2c30bf0b-e9ef-4038-90a2-c5126aae4a27, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=2c30bf0b-e9ef-4038-90a2-c5126aae4a27,segment=NetworkSegment(cfa1a3af-8a5c-4b97-9245-2f3d3b403af9),segment_id=cfa1a3af-8a5c-4b97-9245-2f3d3b403af9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:28:21.632262 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:21.663281 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:21.690404 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-191b5162-3fff-4d84-998c-8383c9035aef req-d4bb874f-e4a6-4ada-8670-5c71e1893c63 service neutron] Attempting to bind port 2654dcc9-9d09-41fa-b4ce-a1fb799f9583 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:28:21.690799 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-191b5162-3fff-4d84-998c-8383c9035aef req-d4bb874f-e4a6-4ada-8670-5c71e1893c63 service neutron] Attempting to bind port 2654dcc9-9d09-41fa-b4ce-a1fb799f9583 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '649e5b84-9c1c-49f0-a2cb-c4ba725e83c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '24e23e98-0733-4495-b83d-8ef2f87d9989'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:28:21.691164 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191b5162-3fff-4d84-998c-8383c9035aef req-d4bb874f-e4a6-4ada-8670-5c71e1893c63 service neutron] Attempting to bind port 2654dcc9-9d09-41fa-b4ce-a1fb799f9583 on network 24e23e98-0733-4495-b83d-8ef2f87d9989 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:28:21.737115 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191b5162-3fff-4d84-998c-8383c9035aef req-d4bb874f-e4a6-4ada-8670-5c71e1893c63 service neutron] Port 2654dcc9-9d09-41fa-b4ce-a1fb799f9583 on network 24e23e98-0733-4495-b83d-8ef2f87d9989 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:28:21.738716 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191b5162-3fff-4d84-998c-8383c9035aef req-d4bb874f-e4a6-4ada-8670-5c71e1893c63 service neutron] Attempting to bind port 2654dcc9-9d09-41fa-b4ce-a1fb799f9583 on network 24e23e98-0733-4495-b83d-8ef2f87d9989 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:28:21.751848 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfc39b-3aa0-49fc-983e-94cd4c59678f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Pushing event updated for resources: {'Port': ['ID=c1b00856-30c5-4f1f-a167-6736c6c57c7a,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:21.779987 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc39b-3aa0-49fc-983e-94cd4c59678f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:21.781416 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-4ebfc39b-3aa0-49fc-983e-94cd4c59678f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3308511 Apr 20 23:28:21.785030 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4ebfc39b-3aa0-49fc-983e-94cd4c59678f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:21.794625 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191b5162-3fff-4d84-998c-8383c9035aef req-d4bb874f-e4a6-4ada-8670-5c71e1893c63 service neutron] Checking agent: {'id': '0dbb4980-ddab-4c32-9a5e-02cbda900cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:28:21.795016 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191b5162-3fff-4d84-998c-8383c9035aef req-d4bb874f-e4a6-4ada-8670-5c71e1893c63 service neutron] Checking segment: {'id': '649e5b84-9c1c-49f0-a2cb-c4ba725e83c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '24e23e98-0733-4495-b83d-8ef2f87d9989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:28:21.798651 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191b5162-3fff-4d84-998c-8383c9035aef req-d4bb874f-e4a6-4ada-8670-5c71e1893c63 service neutron] Bound using segment: {'id': '649e5b84-9c1c-49f0-a2cb-c4ba725e83c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '24e23e98-0733-4495-b83d-8ef2f87d9989'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:28:21.799787 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-191b5162-3fff-4d84-998c-8383c9035aef req-d4bb874f-e4a6-4ada-8670-5c71e1893c63 service neutron] Bound port: 2654dcc9-9d09-41fa-b4ce-a1fb799f9583, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '649e5b84-9c1c-49f0-a2cb-c4ba725e83c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '24e23e98-0733-4495-b83d-8ef2f87d9989'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:28:21.799787 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-191b5162-3fff-4d84-998c-8383c9035aef req-d4bb874f-e4a6-4ada-8670-5c71e1893c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:21.822963 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-94c0735f-01dd-46d4-b9fe-13faf782fa01 service neutron] 10.222.0.16 "GET /v2.0/networks/2990cae8-5a54-473d-86b5-0b1ec0d9b4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932778 Apr 20 23:28:21.880577 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fd427-c746-4d1b-9f05-918dc2b114af req-7296d4f0-f044-4e23-9208-df242332233e tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:21.884602 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1c2fd427-c746-4d1b-9f05-918dc2b114af req-7296d4f0-f044-4e23-9208-df242332233e tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/ports?device_id=72ad1fe8-7421-4ffa-905c-99f8778cfc91 HTTP/1.1" status: 200 len: 944 time: 0.7696238 Apr 20 23:28:21.910202 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f39e7b72-8b43-4f1b-87c1-a06749ca2d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:22.008373 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f39e7b72-8b43-4f1b-87c1-a06749ca2d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:22.064487 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Pushing event updated for resources: {'Port': ['ID=2c30bf0b-e9ef-4038-90a2-c5126aae4a27,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:22.098830 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:22.134542 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f39e7b72-8b43-4f1b-87c1-a06749ca2d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:22.156435 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:22.164340 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1c2fd427-c746-4d1b-9f05-918dc2b114af req-47a0e4ac-460b-4bcb-9ee9-da40fe8857e0 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/security-groups?id=384daf2e-82c0-40e1-ab8f-95bd85cd1c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650871 Apr 20 23:28:22.182213 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-191b5162-3fff-4d84-998c-8383c9035aef req-d4bb874f-e4a6-4ada-8670-5c71e1893c63 service neutron] For port 2654dcc9-9d09-41fa-b4ce-a1fb799f9583, host hv-cinder-78729, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:28:22.193727 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-191b5162-3fff-4d84-998c-8383c9035aef req-d4bb874f-e4a6-4ada-8670-5c71e1893c63 service neutron] For port 2654dcc9-9d09-41fa-b4ce-a1fb799f9583, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2654dcc9-9d09-41fa-b4ce-a1fb799f9583,segment=NetworkSegment(649e5b84-9c1c-49f0-a2cb-c4ba725e83c5),segment_id=649e5b84-9c1c-49f0-a2cb-c4ba725e83c5)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:28:22.194620 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e7b72-8b43-4f1b-87c1-a06749ca2d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdd0ece-dede-4230-b87d-1429939a656d,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:22.196812 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f39e7b72-8b43-4f1b-87c1-a06749ca2d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:22.201603 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-f39e7b72-8b43-4f1b-87c1-a06749ca2d48 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/acdd0ece-dede-4230-b87d-1429939a656d HTTP/1.1" status: 204 len: 168 time: 1.1246440 Apr 20 23:28:22.203017 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f39e7b72-8b43-4f1b-87c1-a06749ca2d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:22.204734 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-191b5162-3fff-4d84-998c-8383c9035aef req-d4bb874f-e4a6-4ada-8670-5c71e1893c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:22.229856 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4ebfc39b-3aa0-49fc-983e-94cd4c59678f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:22.360694 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-94f50b5b-40ad-42a3-87a8-57ba5a971b6a req-f5cabe17-b0c3-4201-9c9c-02b63cb95ddc tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 210 time: 0.1239266 Apr 20 23:28:22.377404 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-a33d11da-40cf-49b7-b15c-996971e44560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1324c31-d748-483e-a09e-1459b93dfe21', 'name': 'tempest-ServerRescueNegativeTestJSON-820993560-router', 'tenant_id': 'cea7bf4589624ee6a6e869ab0d6825c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a4ffdac7-0a51-47e0-8aeb-c734e140ab57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:28:01Z', 'updated_at': '2021-04-20T23:28:09Z', 'revision_number': 4, 'project_id': 'cea7bf4589624ee6a6e869ab0d6825c2', 'gw_port': {'id': 'a4ffdac7-0a51-47e0-8aeb-c734e140ab57', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1324c31-d748-483e-a09e-1459b93dfe21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:02Z', 'updated_at': '2021-04-20T23:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '2745f559-c6f1-47d8-974b-4b2b6d4f4376', 'name': '', 'network_id': '2990cae8-5a54-473d-86b5-0b1ec0d9b4bb', 'tenant_id': 'cea7bf4589624ee6a6e869ab0d6825c2', 'mac_address': 'fa:16:3e:4c:dc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1324c31-d748-483e-a09e-1459b93dfe21', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '22d48d33-81cf-4485-85d6-4b724a9185d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:08Z', 'updated_at': '2021-04-20T23:28:18Z', 'revision_number': 4, 'project_id': 'cea7bf4589624ee6a6e869ab0d6825c2', 'subnets': [{'id': '22d48d33-81cf-4485-85d6-4b724a9185d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:28:22.389054 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33d11da-40cf-49b7-b15c-996971e44560 None None] The sync data for ids ['e1324c31-d748-483e-a09e-1459b93dfe21'] in dv-cinder-787296-1-smb is: [{'id': 'e1324c31-d748-483e-a09e-1459b93dfe21', 'name': 'tempest-ServerRescueNegativeTestJSON-820993560-router', 'tenant_id': 'cea7bf4589624ee6a6e869ab0d6825c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a4ffdac7-0a51-47e0-8aeb-c734e140ab57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:28:01Z', 'updated_at': '2021-04-20T23:28:09Z', 'revision_number': 4, 'project_id': 'cea7bf4589624ee6a6e869ab0d6825c2', 'gw_port': {'id': 'a4ffdac7-0a51-47e0-8aeb-c734e140ab57', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1324c31-d748-483e-a09e-1459b93dfe21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:02Z', 'updated_at': '2021-04-20T23:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '2745f559-c6f1-47d8-974b-4b2b6d4f4376', 'name': '', 'network_id': '2990cae8-5a54-473d-86b5-0b1ec0d9b4bb', 'tenant_id': 'cea7bf4589624ee6a6e869ab0d6825c2', 'mac_address': 'fa:16:3e:4c:dc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1324c31-d748-483e-a09e-1459b93dfe21', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '22d48d33-81cf-4485-85d6-4b724a9185d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:08Z', 'updated_at': '2021-04-20T23:28:18Z', 'revision_number': 4, 'project_id': 'cea7bf4589624ee6a6e869ab0d6825c2', 'subnets': [{'id': '22d48d33-81cf-4485-85d6-4b724a9185d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:28:22.412807 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ed2c6c1f-4fda-4020-834e-be7a57bdadff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:22.649015 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.36', 64139) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:22.671659 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b5162-3fff-4d84-998c-8383c9035aef req-d4bb874f-e4a6-4ada-8670-5c71e1893c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:22.673565 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-191b5162-3fff-4d84-998c-8383c9035aef req-d4bb874f-e4a6-4ada-8670-5c71e1893c63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:22.676599 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-191b5162-3fff-4d84-998c-8383c9035aef req-d4bb874f-e4a6-4ada-8670-5c71e1893c63 service neutron] 10.222.0.36 "PUT /v2.0/ports/2654dcc9-9d09-41fa-b4ce-a1fb799f9583 HTTP/1.1" status: 200 len: 1094 time: 5.0689735 Apr 20 23:28:22.678002 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ad1fe8-7421-4ffa-905c-99f8778cfc91', 'tag': '2654dcc9-9d09-41fa-b4ce-a1fb799f9583'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:28:22.859337 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:23.423319 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-2fccc63d-7138-4011-a288-2b525d81bdd6 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:23.429915 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-2fccc63d-7138-4011-a288-2b525d81bdd6 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.36 "GET /v2.0/networks?id=2990cae8-5a54-473d-86b5-0b1ec0d9b4bb HTTP/1.1" status: 200 len: 818 time: 0.7739289 Apr 20 23:28:23.483164 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-b15273b2-15f8-46c2-96c9-2254d3b2469b tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Request body: {'port': {'device_id': 'f8074fb6-a4d4-4d09-a0e2-24f250e05415', 'network_id': '2990cae8-5a54-473d-86b5-0b1ec0d9b4bb', 'admin_state_up': True, 'tenant_id': 'cea7bf4589624ee6a6e869ab0d6825c2'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:28:23.619775 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:23.815421 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb874f-e4a6-4ada-8670-5c71e1893c63 service neutron] Pushing event updated for resources: {'Port': ['ID=2654dcc9-9d09-41fa-b4ce-a1fb799f9583,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:23.840336 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d4bb874f-e4a6-4ada-8670-5c71e1893c63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.611s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:23.950708 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-c52cc62a-1fbb-4818-9bf0-6fd6d40b9e83 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--504545364&fields=id&tenant_id=2bc87a338871440e8d886029fff40e57 HTTP/1.1" status: 200 len: 267 time: 0.9297915 Apr 20 23:28:24.043784 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 2745f559-c6f1-47d8-974b-4b2b6d4f4376 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:28:24.295232 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning for port 2745f559-c6f1-47d8-974b-4b2b6d4f4376 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:28:24.314425 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port 2745f559-c6f1-47d8-974b-4b2b6d4f4376 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:28:24.318803 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:24.377051 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b5162-3fff-4d84-998c-8383c9035aef req-35ff8349-6e24-49d7-8c5f-db42503257d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:24.378751 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-191b5162-3fff-4d84-998c-8383c9035aef req-35ff8349-6e24-49d7-8c5f-db42503257d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=13daa07c06b34017938f4dfe3baf7fe9&device_id=72ad1fe8-7421-4ffa-905c-99f8778cfc91 HTTP/1.1" status: 200 len: 1097 time: 1.5435956 Apr 20 23:28:24.573474 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:24.722592 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-191b5162-3fff-4d84-998c-8383c9035aef req-1fc8b433-0fea-45bb-b536-e60ff7885c90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2654dcc9-9d09-41fa-b4ce-a1fb799f9583 HTTP/1.1" status: 200 len: 217 time: 0.3185182 Apr 20 23:28:24.774706 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-5dd9b81d-a1df-4b52-8809-d0cb5545dd13 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:24.789200 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-5dd9b81d-a1df-4b52-8809-d0cb5545dd13 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/networks?id=f780fa1a-35e5-4ddd-af3a-7a7830d8c77c HTTP/1.1" status: 200 len: 810 time: 0.8351829 Apr 20 23:28:24.857181 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:24.907057 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-0907bd5a-9b3b-4770-9fdd-3b10832aac96 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/quotas/2bc87a338871440e8d886029fff40e57 HTTP/1.1" status: 200 len: 375 time: 0.1168163 Apr 20 23:28:24.982489 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] For port 2745f559-c6f1-47d8-974b-4b2b6d4f4376, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=2745f559-c6f1-47d8-974b-4b2b6d4f4376,segment=NetworkSegment(5832c03e-4d4e-4953-8e35-36707492620e),segment_id=5832c03e-4d4e-4953-8e35-36707492620e)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:28:24.993787 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:24.994816 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 2c30bf0b-e9ef-4038-90a2-c5126aae4a27 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:28:25.034241 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.36', 64145) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:25.121076 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-b15273b2-15f8-46c2-96c9-2254d3b2469b tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:25.136905 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-b15273b2-15f8-46c2-96c9-2254d3b2469b tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Usage tracker for resource:port and tenant:cea7bf4589624ee6a6e869ab0d6825c2 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:25.145492 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-b15273b2-15f8-46c2-96c9-2254d3b2469b tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:25.150594 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:25.176405 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-b15273b2-15f8-46c2-96c9-2254d3b2469b tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:25.216798 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-b15273b2-15f8-46c2-96c9-2254d3b2469b tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Made reservation on behalf of cea7bf4589624ee6a6e869ab0d6825c2 for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:28:25.234380 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-b15273b2-15f8-46c2-96c9-2254d3b2469b tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:25.335646 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-201d9543-e5ea-4dcc-9445-83543d95fa7e tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:25.337574 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-201d9543-e5ea-4dcc-9445-83543d95fa7e tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.36 "GET /v2.0/networks?id=2990cae8-5a54-473d-86b5-0b1ec0d9b4bb HTTP/1.1" status: 200 len: 818 time: 0.2740657 Apr 20 23:28:25.357795 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-2920d599-4737-4f5e-bc3d-ea82a885d5fc tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Request body: {'port': {'device_id': 'ad27b24c-0086-46b8-8799-7e9da9608486', 'network_id': '2990cae8-5a54-473d-86b5-0b1ec0d9b4bb', 'admin_state_up': True, 'tenant_id': 'cea7bf4589624ee6a6e869ab0d6825c2'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:28:25.358751 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc829ec-3ba8-402f-853f-a49da122fcf4 req-4da103aa-bb1f-4c99-898f-84d76fe64110 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:25.372793 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2cc829ec-3ba8-402f-853f-a49da122fcf4 req-4da103aa-bb1f-4c99-898f-84d76fe64110 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/ports?device_id=72ad1fe8-7421-4ffa-905c-99f8778cfc91 HTTP/1.1" status: 200 len: 944 time: 1.4578586 Apr 20 23:28:25.668694 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b5162-3fff-4d84-998c-8383c9035aef req-42de3a23-3bf9-46db-9787-939d5904984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:25.671143 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-191b5162-3fff-4d84-998c-8383c9035aef req-42de3a23-3bf9-46db-9787-939d5904984b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1dfd878b-6516-44f0-804b-72530987b448 HTTP/1.1" status: 200 len: 852 time: 0.8791370 Apr 20 23:28:25.677212 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-2cc829ec-3ba8-402f-853f-a49da122fcf4 req-a006b1c4-5d01-475b-b122-f243ef336485 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Synchronizing usage tracker for tenant:13daa07c06b34017938f4dfe3baf7fe9 on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:28:25.770968 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-2cc829ec-3ba8-402f-853f-a49da122fcf4 req-a006b1c4-5d01-475b-b122-f243ef336485 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Unset dirty status for tenant:13daa07c06b34017938f4dfe3baf7fe9 on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:28:25.774793 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2cc829ec-3ba8-402f-853f-a49da122fcf4 req-a006b1c4-5d01-475b-b122-f243ef336485 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/security-groups?id=384daf2e-82c0-40e1-ab8f-95bd85cd1c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010849 Apr 20 23:28:25.865279 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port 2c30bf0b-e9ef-4038-90a2-c5126aae4a27 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:28:25.866042 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:25.916054 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-2920d599-4737-4f5e-bc3d-ea82a885d5fc tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:25.934103 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-2920d599-4737-4f5e-bc3d-ea82a885d5fc tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Usage tracker for resource:port and tenant:cea7bf4589624ee6a6e869ab0d6825c2 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:25.939326 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-191b5162-3fff-4d84-998c-8383c9035aef req-a7d83355-3c85-45f6-9029-33519baf6d42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=24e23e98-0733-4495-b83d-8ef2f87d9989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2508135 Apr 20 23:28:25.941230 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-2920d599-4737-4f5e-bc3d-ea82a885d5fc tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:25.974222 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-4fce37aa-2d63-4f1d-8ea2-9d8ea411b439 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2bc87a338871440e8d886029fff40e57&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0657151 Apr 20 23:28:25.977307 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-2920d599-4737-4f5e-bc3d-ea82a885d5fc tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:25.979988 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-b15273b2-15f8-46c2-96c9-2254d3b2469b tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Allocated IP 172.20.0.6 (2990cae8-5a54-473d-86b5-0b1ec0d9b4bb/22d48d33-81cf-4485-85d6-4b724a9185d9/553127cf-ee81-4a89-80cc-4d1998548481) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:28:26.029633 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Pushing event updated for resources: {'Port': ['ID=2745f559-c6f1-47d8-974b-4b2b6d4f4376,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:26.037459 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.886s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:26.102444 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-2920d599-4737-4f5e-bc3d-ea82a885d5fc tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Made reservation on behalf of cea7bf4589624ee6a6e869ab0d6825c2 for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:28:26.123392 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-2920d599-4737-4f5e-bc3d-ea82a885d5fc tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:26.404373 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 2745f559-c6f1-47d8-974b-4b2b6d4f4376 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:28:26.590607 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port 2745f559-c6f1-47d8-974b-4b2b6d4f4376 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:28:26.591119 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:26.608794 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-530efc4b-c01b-46b5-9430-9bcf6ef07010 req-c779bfd4-c03a-4fcf-ac26-8c6da2c1e81c tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 210 time: 0.1872613 Apr 20 23:28:26.615168 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-b15273b2-15f8-46c2-96c9-2254d3b2469b tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:26.649604 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-191b5162-3fff-4d84-998c-8383c9035aef req-d17cdb17-4396-4309-9c80-49cf7fcd087b service neutron] 10.222.0.36 "GET /v2.0/networks/24e23e98-0733-4495-b83d-8ef2f87d9989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6737711 Apr 20 23:28:26.706820 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-b15273b2-15f8-46c2-96c9-2254d3b2469b tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:26.740326 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f886652c-09e9-4c2c-a63c-1c91a4da1b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:26.959065 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-8b1941e1-99cf-47ca-b943-644fecc3444c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=86356) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 23:28:26.961872 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-8b1941e1-99cf-47ca-b943-644fecc3444c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3529890 Apr 20 23:28:26.983896 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-b15273b2-15f8-46c2-96c9-2254d3b2469b tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Network 2990cae8-5a54-473d-86b5-0b1ec0d9b4bb is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:28:27.020241 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-b15273b2-15f8-46c2-96c9-2254d3b2469b tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:28:27.051857 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-b15273b2-15f8-46c2-96c9-2254d3b2469b tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:28:27.067622 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-b15273b2-15f8-46c2-96c9-2254d3b2469b tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:27.068608 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-b15273b2-15f8-46c2-96c9-2254d3b2469b tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:27.115243 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15273b2-15f8-46c2-96c9-2254d3b2469b tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Pushing event updated for resources: {'Port': ['ID=553127cf-ee81-4a89-80cc-4d1998548481,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:27.136947 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b15273b2-15f8-46c2-96c9-2254d3b2469b tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:27.165057 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-b15273b2-15f8-46c2-96c9-2254d3b2469b tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7067146 Apr 20 23:28:27.182094 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-c9933a6d-ace2-4f96-9f6a-c3deb60cd617 service neutron] Request body: {'port': {'device_id': 'f8074fb6-a4d4-4d09-a0e2-24f250e05415', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:28:27.354685 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-2920d599-4737-4f5e-bc3d-ea82a885d5fc tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Allocated IP 172.20.0.9 (2990cae8-5a54-473d-86b5-0b1ec0d9b4bb/22d48d33-81cf-4485-85d6-4b724a9185d9/4348a70f-904c-4ce7-aef4-db37fed2d564) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:28:27.462991 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-c9933a6d-ace2-4f96-9f6a-c3deb60cd617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:27.747132 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ad1fe8-7421-4ffa-905c-99f8778cfc91', 'tag': '2654dcc9-9d09-41fa-b4ce-a1fb799f9583', 'status': 'completed', 'code': 200} Apr 20 23:28:27.913957 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-191b5162-3fff-4d84-998c-8383c9035aef req-d1241892-2868-46cd-9b13-e72610b94bb9 service neutron] 10.222.0.36 "GET /v2.0/networks/24e23e98-0733-4495-b83d-8ef2f87d9989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2509735 Apr 20 23:28:27.953433 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-7c71c7af-810f-4c61-9bce-b50b3fda287e service neutron] 10.222.0.16 "GET /v2.0/networks/f780fa1a-35e5-4ddd-af3a-7a7830d8c77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9725430 Apr 20 23:28:27.960064 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-2920d599-4737-4f5e-bc3d-ea82a885d5fc tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:28.064004 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 52714) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:28.167664 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44946f9-d99e-4193-9815-ee99f4ff1cfe req-d20f810c-2b69-4ee6-9d81-498546afd710 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:28.172615 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-2920d599-4737-4f5e-bc3d-ea82a885d5fc tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:28.173547 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f44946f9-d99e-4193-9815-ee99f4ff1cfe req-d20f810c-2b69-4ee6-9d81-498546afd710 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/ports?device_id=72ad1fe8-7421-4ffa-905c-99f8778cfc91 HTTP/1.1" status: 200 len: 944 time: 0.3659410 Apr 20 23:28:28.180689 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-d765b5f7-5555-453a-8685-16ee92542c10 service neutron] 10.222.0.16 "GET /v2.0/networks/f780fa1a-35e5-4ddd-af3a-7a7830d8c77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133398 Apr 20 23:28:28.194622 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d4bb874f-e4a6-4ada-8670-5c71e1893c63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:28.401416 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-2920d599-4737-4f5e-bc3d-ea82a885d5fc tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Network 2990cae8-5a54-473d-86b5-0b1ec0d9b4bb is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:28:28.410360 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-2920d599-4737-4f5e-bc3d-ea82a885d5fc tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:28:28.423625 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-2920d599-4737-4f5e-bc3d-ea82a885d5fc tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:28:28.443622 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-2920d599-4737-4f5e-bc3d-ea82a885d5fc tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:28.444582 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-2920d599-4737-4f5e-bc3d-ea82a885d5fc tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:28.551815 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920d599-4737-4f5e-bc3d-ea82a885d5fc tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Pushing event updated for resources: {'Port': ['ID=4348a70f-904c-4ce7-aef4-db37fed2d564,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:28.581229 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2920d599-4737-4f5e-bc3d-ea82a885d5fc tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:28.606856 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ec9b4fd8-4442-4e19-990d-cfcc947a1f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:28.624992 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-2920d599-4737-4f5e-bc3d-ea82a885d5fc tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2722816 Apr 20 23:28:28.674368 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f44946f9-d99e-4193-9815-ee99f4ff1cfe req-60eccbf2-10e1-4901-ad3f-67bea582f9c2 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/security-groups?id=384daf2e-82c0-40e1-ab8f-95bd85cd1c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323204 Apr 20 23:28:28.708658 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-ec9b4fd8-4442-4e19-990d-cfcc947a1f93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:28.751198 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-ec9b4fd8-4442-4e19-990d-cfcc947a1f93 admin admin] Usage tracker for resource:security_group_rule and tenant:96fd97f285214123b5d65f4616c5e5af is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:28.765355 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dcba0a-094f-4787-952f-f21607c92af7 req-9f3639e4-3c6e-4e5a-bc84-550899d434e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:28.766947 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2dcba0a-094f-4787-952f-f21607c92af7 req-9f3639e4-3c6e-4e5a-bc84-550899d434e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=13daa07c06b34017938f4dfe3baf7fe9&device_id=72ad1fe8-7421-4ffa-905c-99f8778cfc91 HTTP/1.1" status: 200 len: 1097 time: 0.3109822 Apr 20 23:28:28.846717 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea17f9-36c9-4b9a-8ef7-354c527424ad req-217171e2-dd0e-4251-be68-98f76a3698dc tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:28.847614 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-8bea17f9-36c9-4b9a-8ef7-354c527424ad req-217171e2-dd0e-4251-be68-98f76a3698dc tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Synchronizing usage tracker for tenant:cea7bf4589624ee6a6e869ab0d6825c2 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:28:28.870564 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-8bea17f9-36c9-4b9a-8ef7-354c527424ad req-217171e2-dd0e-4251-be68-98f76a3698dc tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Unset dirty status for tenant:cea7bf4589624ee6a6e869ab0d6825c2 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:28:28.879125 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8bea17f9-36c9-4b9a-8ef7-354c527424ad req-217171e2-dd0e-4251-be68-98f76a3698dc tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 931 time: 0.1655657 Apr 20 23:28:28.894428 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-ec9b4fd8-4442-4e19-990d-cfcc947a1f93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:28.951647 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-ec9b4fd8-4442-4e19-990d-cfcc947a1f93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:28.972481 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-f4d2e106-fb9f-47a5-8337-03d591e36e63 req-f7311344-58ca-4de4-876c-47b27fb21e38 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Synchronizing usage tracker for tenant:2bc87a338871440e8d886029fff40e57 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:28:28.985666 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8bea17f9-36c9-4b9a-8ef7-354c527424ad req-39289666-0f40-49ef-b231-6af4444a23ec tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052108 Apr 20 23:28:29.065815 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-f4d2e106-fb9f-47a5-8337-03d591e36e63 req-f7311344-58ca-4de4-876c-47b27fb21e38 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Unset dirty status for tenant:2bc87a338871440e8d886029fff40e57 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:28:29.067169 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f4d2e106-fb9f-47a5-8337-03d591e36e63 req-f7311344-58ca-4de4-876c-47b27fb21e38 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 210 time: 0.3095801 Apr 20 23:28:29.124100 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ec9b4fd8-4442-4e19-990d-cfcc947a1f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:29.131387 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ec9b4fd8-4442-4e19-990d-cfcc947a1f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:29.152540 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-37a825b1-0cb4-4a72-9a15-76d0d5187e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:29.262506 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b4fd8-4442-4e19-990d-cfcc947a1f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78caac59-d674-4d4d-9a82-70c82ee6c339,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:29.286451 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ec9b4fd8-4442-4e19-990d-cfcc947a1f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:29.308930 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-ec9b4fd8-4442-4e19-990d-cfcc947a1f93 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96fd97f285214123b5d65f4616c5e5af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2354317 Apr 20 23:28:29.311352 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 52782) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:29.374981 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-c9933a6d-ace2-4f96-9f6a-c3deb60cd617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 553127cf-ee81-4a89-80cc-4d1998548481 {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:28:29.386387 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-c9933a6d-ace2-4f96-9f6a-c3deb60cd617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:29.416417 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b08146f6-8725-4f3c-9372-2a2748d0d110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:29.418621 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-c9933a6d-ace2-4f96-9f6a-c3deb60cd617 service neutron] Transition to ACTIVE for port object 553127cf-ee81-4a89-80cc-4d1998548481 will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:28:29.431572 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-c9933a6d-ace2-4f96-9f6a-c3deb60cd617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:29.446767 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:29.498678 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-b74c0abb-8f37-4b7d-88af-852cee543205 service neutron] Request body: {'port': {'device_id': 'ad27b24c-0086-46b8-8799-7e9da9608486', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:28:29.530820 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9933a6d-ace2-4f96-9f6a-c3deb60cd617 service neutron] Pushing event updated for resources: {'Port': ['ID=553127cf-ee81-4a89-80cc-4d1998548481,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:29.534203 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c9933a6d-ace2-4f96-9f6a-c3deb60cd617 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:29.544054 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b08146f6-8725-4f3c-9372-2a2748d0d110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:29.576194 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dcba0a-094f-4787-952f-f21607c92af7 req-4103e72e-0a38-43d2-8fca-1f4a981b80a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:29.590593 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2dcba0a-094f-4787-952f-f21607c92af7 req-4103e72e-0a38-43d2-8fca-1f4a981b80a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=24e23e98-0733-4495-b83d-8ef2f87d9989 HTTP/1.1" status: 200 len: 913 time: 0.5915208 Apr 20 23:28:29.635116 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 52804) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:29.723975 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2dcba0a-094f-4787-952f-f21607c92af7 req-59a44ecd-d08a-4665-adcb-e99c8a571230 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2654dcc9-9d09-41fa-b4ce-a1fb799f9583 HTTP/1.1" status: 200 len: 217 time: 0.1321144 Apr 20 23:28:29.807750 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-c9933a6d-ace2-4f96-9f6a-c3deb60cd617 service neutron] Attempting to bind port 553127cf-ee81-4a89-80cc-4d1998548481 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:28:29.808739 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-c9933a6d-ace2-4f96-9f6a-c3deb60cd617 service neutron] Attempting to bind port 553127cf-ee81-4a89-80cc-4d1998548481 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '5832c03e-4d4e-4953-8e35-36707492620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2990cae8-5a54-473d-86b5-0b1ec0d9b4bb'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:28:29.809112 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-c9933a6d-ace2-4f96-9f6a-c3deb60cd617 service neutron] Attempting to bind port 553127cf-ee81-4a89-80cc-4d1998548481 on network 2990cae8-5a54-473d-86b5-0b1ec0d9b4bb {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:28:29.826619 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-c9933a6d-ace2-4f96-9f6a-c3deb60cd617 service neutron] Port 553127cf-ee81-4a89-80cc-4d1998548481 on network 2990cae8-5a54-473d-86b5-0b1ec0d9b4bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:28:29.826619 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-c9933a6d-ace2-4f96-9f6a-c3deb60cd617 service neutron] Attempting to bind port 553127cf-ee81-4a89-80cc-4d1998548481 on network 2990cae8-5a54-473d-86b5-0b1ec0d9b4bb {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:28:29.842479 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-c9933a6d-ace2-4f96-9f6a-c3deb60cd617 service neutron] Checking agent: {'id': '0dbb4980-ddab-4c32-9a5e-02cbda900cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:28:29.843073 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-c9933a6d-ace2-4f96-9f6a-c3deb60cd617 service neutron] Checking segment: {'id': '5832c03e-4d4e-4953-8e35-36707492620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2990cae8-5a54-473d-86b5-0b1ec0d9b4bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:28:29.843688 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-c9933a6d-ace2-4f96-9f6a-c3deb60cd617 service neutron] Bound using segment: {'id': '5832c03e-4d4e-4953-8e35-36707492620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2990cae8-5a54-473d-86b5-0b1ec0d9b4bb'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:28:29.844555 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-c9933a6d-ace2-4f96-9f6a-c3deb60cd617 service neutron] Bound port: 553127cf-ee81-4a89-80cc-4d1998548481, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5832c03e-4d4e-4953-8e35-36707492620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2990cae8-5a54-473d-86b5-0b1ec0d9b4bb'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:28:29.844555 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-c9933a6d-ace2-4f96-9f6a-c3deb60cd617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:29.884460 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-b74c0abb-8f37-4b7d-88af-852cee543205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:29.900486 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dcba0a-094f-4787-952f-f21607c92af7 req-fa238547-06c7-4658-a104-17e9109997a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:29.902183 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2dcba0a-094f-4787-952f-f21607c92af7 req-fa238547-06c7-4658-a104-17e9109997a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1dfd878b-6516-44f0-804b-72530987b448 HTTP/1.1" status: 200 len: 852 time: 0.1701136 Apr 20 23:28:29.987874 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-c9933a6d-ace2-4f96-9f6a-c3deb60cd617 service neutron] For port 553127cf-ee81-4a89-80cc-4d1998548481, host hv-cinder-78729, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:28:29.991946 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-c9933a6d-ace2-4f96-9f6a-c3deb60cd617 service neutron] For port 553127cf-ee81-4a89-80cc-4d1998548481, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=553127cf-ee81-4a89-80cc-4d1998548481,segment=NetworkSegment(5832c03e-4d4e-4953-8e35-36707492620e),segment_id=5832c03e-4d4e-4953-8e35-36707492620e)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:28:29.997319 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-23c53433-eba1-4732-8184-1e4bee2cf417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:30.010319 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-c9933a6d-ace2-4f96-9f6a-c3deb60cd617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:30.014814 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2dcba0a-094f-4787-952f-f21607c92af7 req-94ccff15-ac47-4a71-8512-62afc13a4049 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=24e23e98-0733-4495-b83d-8ef2f87d9989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043251 Apr 20 23:28:30.024915 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:30.078336 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-c9933a6d-ace2-4f96-9f6a-c3deb60cd617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:30.079112 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-c9933a6d-ace2-4f96-9f6a-c3deb60cd617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:30.080642 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-c9933a6d-ace2-4f96-9f6a-c3deb60cd617 service neutron] 10.222.0.36 "PUT /v2.0/ports/553127cf-ee81-4a89-80cc-4d1998548481 HTTP/1.1" status: 200 len: 1093 time: 2.9063222 Apr 20 23:28:30.081831 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-23c53433-eba1-4732-8184-1e4bee2cf417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:30.092030 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8074fb6-a4d4-4d09-a0e2-24f250e05415', 'tag': '553127cf-ee81-4a89-80cc-4d1998548481'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:28:30.184304 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b08146f6-8725-4f3c-9372-2a2748d0d110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:30.191525 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-23c53433-eba1-4732-8184-1e4bee2cf417 admin admin] Usage tracker for resource:security_group_rule and tenant:d3d4881923684b719dde926353dda84e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:30.252141 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-23c53433-eba1-4732-8184-1e4bee2cf417 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:30.337520 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.36', 64151) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:30.338446 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-23c53433-eba1-4732-8184-1e4bee2cf417 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:30.380782 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ae513-e4bc-42ab-bea5-53bd00433988 req-d822922a-46ff-46fd-9f92-9c3b68bc303a tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:30.388888 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3f7ae513-e4bc-42ab-bea5-53bd00433988 req-d822922a-46ff-46fd-9f92-9c3b68bc303a tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/ports?device_id=72ad1fe8-7421-4ffa-905c-99f8778cfc91 HTTP/1.1" status: 200 len: 944 time: 0.4280622 Apr 20 23:28:30.539889 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2dcba0a-094f-4787-952f-f21607c92af7 req-3fd848b2-5a5a-4cc0-80e6-e6b5961c6e66 service neutron] 10.222.0.36 "GET /v2.0/networks/24e23e98-0733-4495-b83d-8ef2f87d9989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646578 Apr 20 23:28:30.569677 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-28c8036e-9095-4fb2-a423-91c58bd71671 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:30.570404 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-28c8036e-9095-4fb2-a423-91c58bd71671 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Synchronizing usage tracker for tenant:2bc87a338871440e8d886029fff40e57 on resource:network {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:28:30.591660 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3f7ae513-e4bc-42ab-bea5-53bd00433988 req-fdb6402d-844d-45a7-8d6e-cc0bf30f2030 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/security-groups?id=384daf2e-82c0-40e1-ab8f-95bd85cd1c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017176 Apr 20 23:28:30.608094 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b08146f6-8725-4f3c-9372-2a2748d0d110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:30.609349 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b08146f6-8725-4f3c-9372-2a2748d0d110 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78caac59-d674-4d4d-9a82-70c82ee6c339 HTTP/1.1" status: 204 len: 168 time: 1.2968106 Apr 20 23:28:30.658263 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-28c8036e-9095-4fb2-a423-91c58bd71671 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Unset dirty status for tenant:2bc87a338871440e8d886029fff40e57 on resource:network {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:28:30.659478 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-28c8036e-9095-4fb2-a423-91c58bd71671 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.36 "GET /v2.0/networks?id=f780fa1a-35e5-4ddd-af3a-7a7830d8c77c HTTP/1.1" status: 200 len: 810 time: 0.3027701 Apr 20 23:28:30.661652 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9933a6d-ace2-4f96-9f6a-c3deb60cd617 service neutron] Pushing event updated for resources: {'Port': ['ID=553127cf-ee81-4a89-80cc-4d1998548481,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:30.665129 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c9933a6d-ace2-4f96-9f6a-c3deb60cd617 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:30.669096 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 52854) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:30.670836 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3532d029-5658-4f25-b90f-da40d4c69a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.421s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:30.774493 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08146f6-8725-4f3c-9372-2a2748d0d110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78caac59-d674-4d4d-9a82-70c82ee6c339,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:30.777270 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b08146f6-8725-4f3c-9372-2a2748d0d110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:30.805711 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce5fae-4ff8-48c2-89ea-e169b692b082 req-23a4ea3a-c414-4de8-b482-b4fbad98d1ac tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:30.806878 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-3bce5fae-4ff8-48c2-89ea-e169b692b082 req-23a4ea3a-c414-4de8-b482-b4fbad98d1ac tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Synchronizing usage tracker for tenant:cea7bf4589624ee6a6e869ab0d6825c2 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:28:30.828752 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-4c430b25-c6a9-4a43-b4b4-80a40e171ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:30.830284 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2689d745-860b-4b1b-b029-e11a03d8a13e req-4cc6c6bf-7a5c-4c36-b782-cf606ce8cd6a tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 210 time: 0.1057138 Apr 20 23:28:30.830652 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-4c430b25-c6a9-4a43-b4b4-80a40e171ff7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cea7bf4589624ee6a6e869ab0d6825c2&device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 1096 time: 0.6611562 Apr 20 23:28:30.858833 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-3bce5fae-4ff8-48c2-89ea-e169b692b082 req-23a4ea3a-c414-4de8-b482-b4fbad98d1ac tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Unset dirty status for tenant:cea7bf4589624ee6a6e869ab0d6825c2 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:28:30.860374 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3bce5fae-4ff8-48c2-89ea-e169b692b082 req-23a4ea3a-c414-4de8-b482-b4fbad98d1ac tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 931 time: 0.6150720 Apr 20 23:28:30.945093 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2dcba0a-094f-4787-952f-f21607c92af7 req-85560184-764c-4c40-a896-7215b4144388 service neutron] 10.222.0.36 "GET /v2.0/networks/24e23e98-0733-4495-b83d-8ef2f87d9989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906689 Apr 20 23:28:30.977811 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-10ab92b5-8ddd-4bc5-b875-9982a7f8773f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Synchronizing usage tracker for tenant:2bc87a338871440e8d886029fff40e57 on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:28:30.986435 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-3f7d146e-a8e1-41d1-be98-a1459269c4d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=553127cf-ee81-4a89-80cc-4d1998548481 HTTP/1.1" status: 200 len: 217 time: 0.1394017 Apr 20 23:28:31.062375 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-10ab92b5-8ddd-4bc5-b875-9982a7f8773f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Unset dirty status for tenant:2bc87a338871440e8d886029fff40e57 on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:28:31.063719 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-10ab92b5-8ddd-4bc5-b875-9982a7f8773f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2bc87a338871440e8d886029fff40e57 HTTP/1.1" status: 200 len: 5701 time: 0.3517408 Apr 20 23:28:31.115311 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-b74c0abb-8f37-4b7d-88af-852cee543205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4348a70f-904c-4ce7-aef4-db37fed2d564 {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:28:31.123057 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-cef3fa1c-2a3c-4e8a-ba01-854260fa4782 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Request body: {'port': {'device_id': '457c82f3-83b8-4273-bfc0-3086f5010c9e', 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c', 'admin_state_up': True, 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'security_groups': ['54be1482-2a9e-4673-babb-5ffccb16bbf5']}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:28:31.128060 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-b74c0abb-8f37-4b7d-88af-852cee543205 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:31.145711 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-b74c0abb-8f37-4b7d-88af-852cee543205 service neutron] Transition to ACTIVE for port object 4348a70f-904c-4ce7-aef4-db37fed2d564 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:28:31.149824 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-b74c0abb-8f37-4b7d-88af-852cee543205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:31.156235 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6a36eacc-13e4-411a-a7e4-b43981fea127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:31.265039 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 52886) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:31.322697 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c0abb-8f37-4b7d-88af-852cee543205 service neutron] Pushing event updated for resources: {'Port': ['ID=4348a70f-904c-4ce7-aef4-db37fed2d564,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:31.335059 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b74c0abb-8f37-4b7d-88af-852cee543205 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:31.338362 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-631f672c-ceb2-4e5c-b3c7-d96587eca400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:31.355181 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 52894) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:31.407018 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-631f672c-ceb2-4e5c-b3c7-d96587eca400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:31.421053 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-631f672c-ceb2-4e5c-b3c7-d96587eca400 admin admin] Usage tracker for resource:security_group_rule and tenant:cf7c9ed51193430880c95c8240a68353 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:31.426949 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-631f672c-ceb2-4e5c-b3c7-d96587eca400 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:31.436592 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-631f672c-ceb2-4e5c-b3c7-d96587eca400 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:31.438899 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-b74c0abb-8f37-4b7d-88af-852cee543205 service neutron] Attempting to bind port 4348a70f-904c-4ce7-aef4-db37fed2d564 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:28:31.439285 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-b74c0abb-8f37-4b7d-88af-852cee543205 service neutron] Attempting to bind port 4348a70f-904c-4ce7-aef4-db37fed2d564 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '5832c03e-4d4e-4953-8e35-36707492620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2990cae8-5a54-473d-86b5-0b1ec0d9b4bb'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:28:31.439657 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-b74c0abb-8f37-4b7d-88af-852cee543205 service neutron] Attempting to bind port 4348a70f-904c-4ce7-aef4-db37fed2d564 on network 2990cae8-5a54-473d-86b5-0b1ec0d9b4bb {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:28:31.447843 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-b74c0abb-8f37-4b7d-88af-852cee543205 service neutron] Port 4348a70f-904c-4ce7-aef4-db37fed2d564 on network 2990cae8-5a54-473d-86b5-0b1ec0d9b4bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:28:31.448316 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-b74c0abb-8f37-4b7d-88af-852cee543205 service neutron] Attempting to bind port 4348a70f-904c-4ce7-aef4-db37fed2d564 on network 2990cae8-5a54-473d-86b5-0b1ec0d9b4bb {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:28:31.454450 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-b74c0abb-8f37-4b7d-88af-852cee543205 service neutron] Checking agent: {'id': '0dbb4980-ddab-4c32-9a5e-02cbda900cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:28:31.454832 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-b74c0abb-8f37-4b7d-88af-852cee543205 service neutron] Checking segment: {'id': '5832c03e-4d4e-4953-8e35-36707492620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2990cae8-5a54-473d-86b5-0b1ec0d9b4bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:28:31.455262 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-b74c0abb-8f37-4b7d-88af-852cee543205 service neutron] Bound using segment: {'id': '5832c03e-4d4e-4953-8e35-36707492620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2990cae8-5a54-473d-86b5-0b1ec0d9b4bb'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:28:31.455748 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-b74c0abb-8f37-4b7d-88af-852cee543205 service neutron] Bound port: 4348a70f-904c-4ce7-aef4-db37fed2d564, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5832c03e-4d4e-4953-8e35-36707492620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '2990cae8-5a54-473d-86b5-0b1ec0d9b4bb'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:28:31.456136 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-b74c0abb-8f37-4b7d-88af-852cee543205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:31.569198 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-3bce5fae-4ff8-48c2-89ea-e169b692b082 req-fd321046-9c6c-4c2c-94cb-006dd2c31501 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Synchronizing usage tracker for tenant:cea7bf4589624ee6a6e869ab0d6825c2 on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:28:31.579737 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b598c8fd-52b5-4d07-8f05-07167ce9091a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:31.584223 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8074fb6-a4d4-4d09-a0e2-24f250e05415', 'tag': '553127cf-ee81-4a89-80cc-4d1998548481', 'status': 'completed', 'code': 200} Apr 20 23:28:31.592104 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-b74c0abb-8f37-4b7d-88af-852cee543205 service neutron] For port 4348a70f-904c-4ce7-aef4-db37fed2d564, host hv-cinder-78729, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:28:31.594414 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-23c53433-eba1-4732-8184-1e4bee2cf417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:31.602232 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9d390cbf-b9ef-4cdf-bf97-378deaa4c833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:31.616627 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-b598c8fd-52b5-4d07-8f05-07167ce9091a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:31.625475 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-23c53433-eba1-4732-8184-1e4bee2cf417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:31.625653 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-b74c0abb-8f37-4b7d-88af-852cee543205 service neutron] For port 4348a70f-904c-4ce7-aef4-db37fed2d564, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=4348a70f-904c-4ce7-aef4-db37fed2d564,segment=NetworkSegment(5832c03e-4d4e-4953-8e35-36707492620e),segment_id=5832c03e-4d4e-4953-8e35-36707492620e)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:28:31.627007 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-b598c8fd-52b5-4d07-8f05-07167ce9091a admin admin] Usage tracker for resource:security_group_rule and tenant:e863d74f05f34686a1660e2c27f017c6 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:31.631948 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-b598c8fd-52b5-4d07-8f05-07167ce9091a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:31.633326 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-cef3fa1c-2a3c-4e8a-ba01-854260fa4782 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:31.635883 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ec9b4fd8-4442-4e19-990d-cfcc947a1f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:31.643050 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-b74c0abb-8f37-4b7d-88af-852cee543205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:31.645122 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-b598c8fd-52b5-4d07-8f05-07167ce9091a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:31.645468 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-067172e9-00ad-4c0a-bde5-671a2441b846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:31.647091 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-067172e9-00ad-4c0a-bde5-671a2441b846 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22d48d33-81cf-4485-85d6-4b724a9185d9 HTTP/1.1" status: 200 len: 858 time: 0.6520207 Apr 20 23:28:31.655878 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-9d390cbf-b9ef-4cdf-bf97-378deaa4c833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:31.658626 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2920d599-4737-4f5e-bc3d-ea82a885d5fc tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:31.674757 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-9d390cbf-b9ef-4cdf-bf97-378deaa4c833 admin admin] Usage tracker for resource:security_group_rule and tenant:e35cef2a5fe3481291150e1de3abf743 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:31.715585 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-9d390cbf-b9ef-4cdf-bf97-378deaa4c833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:31.732819 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-cef3fa1c-2a3c-4e8a-ba01-854260fa4782 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:31.751370 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-9d390cbf-b9ef-4cdf-bf97-378deaa4c833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:31.754879 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-b74c0abb-8f37-4b7d-88af-852cee543205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:31.755563 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-b74c0abb-8f37-4b7d-88af-852cee543205 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:31.755951 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-480251ef-9a88-428d-8945-514968a85dea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2990cae8-5a54-473d-86b5-0b1ec0d9b4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948367 Apr 20 23:28:31.757615 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-b74c0abb-8f37-4b7d-88af-852cee543205 service neutron] 10.222.0.36 "PUT /v2.0/ports/4348a70f-904c-4ce7-aef4-db37fed2d564 HTTP/1.1" status: 200 len: 1093 time: 2.7693615 Apr 20 23:28:31.762754 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad27b24c-0086-46b8-8799-7e9da9608486', 'tag': '4348a70f-904c-4ce7-aef4-db37fed2d564'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:28:31.762926 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c53433-eba1-4732-8184-1e4bee2cf417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04452d70-03a4-4288-8367-eb90470a7db8,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:31.770691 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-23c53433-eba1-4732-8184-1e4bee2cf417 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3d4881923684b719dde926353dda84e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1327929 Apr 20 23:28:31.774078 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-23c53433-eba1-4732-8184-1e4bee2cf417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:31.775842 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 52902) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:31.837285 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-cef3fa1c-2a3c-4e8a-ba01-854260fa4782 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Made reservation on behalf of 2bc87a338871440e8d886029fff40e57 for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:28:31.843629 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-cef3fa1c-2a3c-4e8a-ba01-854260fa4782 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:31.951080 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c0abb-8f37-4b7d-88af-852cee543205 service neutron] Pushing event updated for resources: {'Port': ['ID=4348a70f-904c-4ce7-aef4-db37fed2d564,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:31.967355 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b74c0abb-8f37-4b7d-88af-852cee543205 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:32.038217 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-631f672c-ceb2-4e5c-b3c7-d96587eca400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:32.057172 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-631f672c-ceb2-4e5c-b3c7-d96587eca400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:32.081604 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d30bb97-85b6-4d31-8fcb-d8516af8aa25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:32.096527 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-4cce87ca-2965-4545-9fd2-048cff8aedab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:32.098089 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-4cce87ca-2965-4545-9fd2-048cff8aedab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cea7bf4589624ee6a6e869ab0d6825c2&device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 1096 time: 0.2404895 Apr 20 23:28:32.100923 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-41ce86b9-19b3-41dc-a1fe-e4fea16f3a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:32.138164 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-30a064a9-4d1c-45a3-9ce9-ca0fead89fc7 service neutron] 10.222.0.36 "GET /v2.0/networks/2990cae8-5a54-473d-86b5-0b1ec0d9b4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630545 Apr 20 23:28:32.204765 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b598c8fd-52b5-4d07-8f05-07167ce9091a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:32.214786 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e72b7f-01d4-4e67-a56b-b1d25444aec4 req-b22e7799-9a3b-4078-892a-187fc0b3b1ec tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:32.216380 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a1e72b7f-01d4-4e67-a56b-b1d25444aec4 req-b22e7799-9a3b-4078-892a-187fc0b3b1ec tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/ports?device_id=72ad1fe8-7421-4ffa-905c-99f8778cfc91 HTTP/1.1" status: 200 len: 944 time: 0.4544735 Apr 20 23:28:32.231683 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-631f672c-ceb2-4e5c-b3c7-d96587eca400 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf7c9ed51193430880c95c8240a68353&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9613667 Apr 20 23:28:32.232938 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-b5015af3-1bb5-4928-9e39-59ba71153884 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4348a70f-904c-4ce7-aef4-db37fed2d564 HTTP/1.1" status: 200 len: 217 time: 0.0986338 Apr 20 23:28:32.233589 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b598c8fd-52b5-4d07-8f05-07167ce9091a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:32.234214 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 52920) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:32.237185 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f672c-ceb2-4e5c-b3c7-d96587eca400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2082adff-a6dd-4bb0-9cf1-232a7b7d0842,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:32.241382 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-631f672c-ceb2-4e5c-b3c7-d96587eca400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:32.305181 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-41ce86b9-19b3-41dc-a1fe-e4fea16f3a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:32.305968 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:32.317395 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9d390cbf-b9ef-4cdf-bf97-378deaa4c833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:32.337079 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9d390cbf-b9ef-4cdf-bf97-378deaa4c833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:32.357103 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-182457e6-4c5f-4643-8839-e217e8d66558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:32.389629 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-3bce5fae-4ff8-48c2-89ea-e169b692b082 req-fd321046-9c6c-4c2c-94cb-006dd2c31501 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Unset dirty status for tenant:cea7bf4589624ee6a6e869ab0d6825c2 on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:28:32.390908 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3bce5fae-4ff8-48c2-89ea-e169b692b082 req-fd321046-9c6c-4c2c-94cb-006dd2c31501 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4597762 Apr 20 23:28:32.392101 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-cef3fa1c-2a3c-4e8a-ba01-854260fa4782 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Allocated IP 172.20.0.13 (f780fa1a-35e5-4ddd-af3a-7a7830d8c77c/e71ca367-9455-420b-bfe5-f3be3611f43b/976a76ac-e6d3-4de3-aa08-fcf74beaf4d6) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:28:32.497741 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d390cbf-b9ef-4cdf-bf97-378deaa4c833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2fca82-16df-49c1-b485-bfc688c3ea7b,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:32.516487 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9d390cbf-b9ef-4cdf-bf97-378deaa4c833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:32.540618 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-9d390cbf-b9ef-4cdf-bf97-378deaa4c833 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e35cef2a5fe3481291150e1de3abf743&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8464024 Apr 20 23:28:32.546766 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 52924) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:32.550893 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-462fe28b-1a24-4ed5-a883-7a4e023b5d50 req-b511c11b-dfce-49a6-802f-a1d35965d198 service neutron] 10.222.0.36 "GET /v2.0/networks/2990cae8-5a54-473d-86b5-0b1ec0d9b4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017346 Apr 20 23:28:32.612109 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b598c8fd-52b5-4d07-8f05-07167ce9091a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e863d74f05f34686a1660e2c27f017c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2556353 Apr 20 23:28:32.631395 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 2654dcc9-9d09-41fa-b4ce-a1fb799f9583 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:28:32.635207 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad27b24c-0086-46b8-8799-7e9da9608486', 'tag': '4348a70f-904c-4ce7-aef4-db37fed2d564', 'status': 'completed', 'code': 200} Apr 20 23:28:32.635579 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 52928) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:32.647971 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598c8fd-52b5-4d07-8f05-07167ce9091a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1910e31-05b8-4b81-8a49-490c3de65cf2,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:32.654080 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a1e72b7f-01d4-4e67-a56b-b1d25444aec4 req-d9e68ba1-097f-400f-b9d5-8f9514be4499 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/security-groups?id=384daf2e-82c0-40e1-ab8f-95bd85cd1c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228637 Apr 20 23:28:32.655562 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-205a2d0d-7253-45bb-a2c0-339d83559cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:32.657035 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-205a2d0d-7253-45bb-a2c0-339d83559cc4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22d48d33-81cf-4485-85d6-4b724a9185d9 HTTP/1.1" status: 200 len: 858 time: 0.4026556 Apr 20 23:28:32.657916 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b598c8fd-52b5-4d07-8f05-07167ce9091a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:32.705927 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-403ebf98-c772-422b-aadb-877f99648c37 req-8353af41-2dcf-4745-8db9-40924d7e0b3d tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 210 time: 0.1262963 Apr 20 23:28:32.731818 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-41ce86b9-19b3-41dc-a1fe-e4fea16f3a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:32.743032 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-e0a609a7-944f-4a9a-a55a-4fa01838df1a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2990cae8-5a54-473d-86b5-0b1ec0d9b4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723345 Apr 20 23:28:32.758701 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-725b2427-7224-4eb9-bf50-7b8cce98cb57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:32.777514 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-23c53433-eba1-4732-8184-1e4bee2cf417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:32.789887 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 2654dcc9-9d09-41fa-b4ce-a1fb799f9583, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2654dcc9-9d09-41fa-b4ce-a1fb799f9583,segment=NetworkSegment(649e5b84-9c1c-49f0-a2cb-c4ba725e83c5),segment_id=649e5b84-9c1c-49f0-a2cb-c4ba725e83c5)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:28:32.804842 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Returning: {'device': '2654dcc9-9d09-41fa-b4ce-a1fb799f9583', 'network_id': '24e23e98-0733-4495-b83d-8ef2f87d9989', 'port_id': '2654dcc9-9d09-41fa-b4ce-a1fb799f9583', 'mac_address': 'fa:16:3e:14:63:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dfd878b-6516-44f0-804b-72530987b448', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:28:32.810772 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce86b9-19b3-41dc-a1fe-e4fea16f3a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04452d70-03a4-4288-8367-eb90470a7db8,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:32.816430 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-41ce86b9-19b3-41dc-a1fe-e4fea16f3a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:32.860486 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b613652e-936b-434d-9001-f1ca386aa04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:32.876836 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:32.893472 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-725b2427-7224-4eb9-bf50-7b8cce98cb57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:32.895860 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2654dcc9-9d09-41fa-b4ce-a1fb799f9583 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:28:32.912298 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 2654dcc9-9d09-41fa-b4ce-a1fb799f9583, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2654dcc9-9d09-41fa-b4ce-a1fb799f9583,segment=NetworkSegment(649e5b84-9c1c-49f0-a2cb-c4ba725e83c5),segment_id=649e5b84-9c1c-49f0-a2cb-c4ba725e83c5)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:28:32.918375 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:32.920324 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:32.938037 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-41ce86b9-19b3-41dc-a1fe-e4fea16f3a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:32.941910 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-41ce86b9-19b3-41dc-a1fe-e4fea16f3a13 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/04452d70-03a4-4288-8367-eb90470a7db8 HTTP/1.1" status: 204 len: 168 time: 1.1589200 Apr 20 23:28:32.944944 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b613652e-936b-434d-9001-f1ca386aa04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:32.980421 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-06a49e97-d6a7-4eca-bbd2-a18e2478371a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:32.992378 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-cef3fa1c-2a3c-4e8a-ba01-854260fa4782 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:33.004764 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=2654dcc9-9d09-41fa-b4ce-a1fb799f9583,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:33.009638 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84286598-edba-4a12-81e4-8fd878c514bf req-8981e572-d61d-4302-97f3-6e9e3ef123c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:33.011267 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-84286598-edba-4a12-81e4-8fd878c514bf req-8981e572-d61d-4302-97f3-6e9e3ef123c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cea7bf4589624ee6a6e869ab0d6825c2&device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 1096 time: 0.3788123 Apr 20 23:28:33.019429 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:33.039356 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-06a49e97-d6a7-4eca-bbd2-a18e2478371a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:33.047992 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-16aff09f-cbd0-41c5-abea-241af9b3bfe2 service neutron] 10.222.0.36 "GET /v2.0/networks/2990cae8-5a54-473d-86b5-0b1ec0d9b4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965331 Apr 20 23:28:33.053038 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-cef3fa1c-2a3c-4e8a-ba01-854260fa4782 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Transition to ACTIVE for port object 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:28:33.162128 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b613652e-936b-434d-9001-f1ca386aa04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:33.169854 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-957aebee-8226-4085-b97a-696f218faec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:33.181945 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['2654dcc9-9d09-41fa-b4ce-a1fb799f9583'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:28:33.186501 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-725b2427-7224-4eb9-bf50-7b8cce98cb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:33.191151 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-cef3fa1c-2a3c-4e8a-ba01-854260fa4782 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:33.198525 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:33.213557 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b613652e-936b-434d-9001-f1ca386aa04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2fca82-16df-49c1-b485-bfc688c3ea7b,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:33.222798 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b2427-7224-4eb9-bf50-7b8cce98cb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2082adff-a6dd-4bb0-9cf1-232a7b7d0842,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:33.229178 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-725b2427-7224-4eb9-bf50-7b8cce98cb57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:33.240675 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b613652e-936b-434d-9001-f1ca386aa04a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:33.249522 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:33.254236 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-725b2427-7224-4eb9-bf50-7b8cce98cb57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:33.255462 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-725b2427-7224-4eb9-bf50-7b8cce98cb57 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2082adff-a6dd-4bb0-9cf1-232a7b7d0842 HTTP/1.1" status: 204 len: 168 time: 1.0194888 Apr 20 23:28:33.261969 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-06a49e97-d6a7-4eca-bbd2-a18e2478371a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:33.279133 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:33.294493 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-45c36a6a-21d4-46b0-9df9-4f2e1f45d547 req-65416856-23b5-4a59-9f92-0c300295dd17 service neutron] 10.222.0.36 "GET /v2.0/networks/2990cae8-5a54-473d-86b5-0b1ec0d9b4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332890 Apr 20 23:28:33.295462 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-06a49e97-d6a7-4eca-bbd2-a18e2478371a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:33.299644 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-06a49e97-d6a7-4eca-bbd2-a18e2478371a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1910e31-05b8-4b81-8a49-490c3de65cf2 HTTP/1.1" status: 204 len: 168 time: 0.6564491 Apr 20 23:28:33.302640 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a49e97-d6a7-4eca-bbd2-a18e2478371a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1910e31-05b8-4b81-8a49-490c3de65cf2,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:33.310310 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-06a49e97-d6a7-4eca-bbd2-a18e2478371a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:33.343603 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b613652e-936b-434d-9001-f1ca386aa04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:33.347830 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b613652e-936b-434d-9001-f1ca386aa04a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb2fca82-16df-49c1-b485-bfc688c3ea7b HTTP/1.1" status: 204 len: 168 time: 0.7969272 Apr 20 23:28:33.380669 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84286598-edba-4a12-81e4-8fd878c514bf req-a8c58fb9-85fd-4079-a392-b45e7824fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:33.382863 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-84286598-edba-4a12-81e4-8fd878c514bf req-a8c58fb9-85fd-4079-a392-b45e7824fcf1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2990cae8-5a54-473d-86b5-0b1ec0d9b4bb HTTP/1.1" status: 200 len: 919 time: 0.3633165 Apr 20 23:28:33.540705 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44886a-3f51-4474-a1d2-8a5567683646 req-739c646d-be0e-4837-9d8c-c7a5870a7705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:33.542350 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bf44886a-3f51-4474-a1d2-8a5567683646 req-739c646d-be0e-4837-9d8c-c7a5870a7705 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cea7bf4589624ee6a6e869ab0d6825c2&device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 1096 time: 0.1820223 Apr 20 23:28:33.567047 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-cef3fa1c-2a3c-4e8a-ba01-854260fa4782 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Network f780fa1a-35e5-4ddd-af3a-7a7830d8c77c is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:28:33.577652 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 52958) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:33.590673 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-cef3fa1c-2a3c-4e8a-ba01-854260fa4782 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:28:33.605688 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-cef3fa1c-2a3c-4e8a-ba01-854260fa4782 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:28:33.626633 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-cef3fa1c-2a3c-4e8a-ba01-854260fa4782 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:33.627736 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-cef3fa1c-2a3c-4e8a-ba01-854260fa4782 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:33.649484 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-84286598-edba-4a12-81e4-8fd878c514bf req-ad63815a-57b0-45e2-8ac4-fa75cfd7b4a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=553127cf-ee81-4a89-80cc-4d1998548481 HTTP/1.1" status: 200 len: 217 time: 0.2336800 Apr 20 23:28:33.811718 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0b38f30a-a84d-4261-9fe9-cc8db6c85bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:33.877902 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44886a-3f51-4474-a1d2-8a5567683646 req-1ad45745-bac0-49e7-a5af-5692bbb3c15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:33.879522 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bf44886a-3f51-4474-a1d2-8a5567683646 req-1ad45745-bac0-49e7-a5af-5692bbb3c15e service neutron] 10.222.0.36 "GET /v2.0/networks?id=2990cae8-5a54-473d-86b5-0b1ec0d9b4bb HTTP/1.1" status: 200 len: 919 time: 0.3304205 Apr 20 23:28:33.885750 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3fa1c-2a3c-4e8a-ba01-854260fa4782 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Pushing event updated for resources: {'Port': ['ID=976a76ac-e6d3-4de3-aa08-fcf74beaf4d6,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:33.898119 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-cef3fa1c-2a3c-4e8a-ba01-854260fa4782 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:33.899654 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-0b38f30a-a84d-4261-9fe9-cc8db6c85bd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:33.959266 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-bf5916b3-4340-46e9-9f3a-186fd9f25956 None None] Provisioning for port 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:28:33.965359 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-bf5916b3-4340-46e9-9f3a-186fd9f25956 None None] Provisioning complete for port 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:28:33.965988 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bf5916b3-4340-46e9-9f3a-186fd9f25956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:33.970329 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-0b38f30a-a84d-4261-9fe9-cc8db6c85bd4 admin admin] Usage tracker for resource:security_group_rule and tenant:8b62c976ddc743b198fe141d38c97cbf is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:33.976064 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-cef3fa1c-2a3c-4e8a-ba01-854260fa4782 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8715553 Apr 20 23:28:33.983142 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-0b38f30a-a84d-4261-9fe9-cc8db6c85bd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:33.993435 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-c4c370a0-ed13-4e31-90bc-ba51683b0b9a service neutron] Request body: {'port': {'device_id': '457c82f3-83b8-4273-bfc0-3086f5010c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:28:33.995593 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad80fe-1d0c-40da-afad-9badf698274d req-c92704b9-5d7c-4ec4-8156-c9063c6b8128 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:33.997329 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a4ad80fe-1d0c-40da-afad-9badf698274d req-c92704b9-5d7c-4ec4-8156-c9063c6b8128 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 943 time: 0.2920215 Apr 20 23:28:33.998899 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bf44886a-3f51-4474-a1d2-8a5567683646 req-6a2cf1b7-3034-4d7f-a12f-d9c3a2e7336d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4348a70f-904c-4ce7-aef4-db37fed2d564 HTTP/1.1" status: 200 len: 217 time: 0.1103487 Apr 20 23:28:34.082467 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-bf5916b3-4340-46e9-9f3a-186fd9f25956 None None] Port 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:28:34.183785 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-0b38f30a-a84d-4261-9fe9-cc8db6c85bd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:34.223220 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84286598-edba-4a12-81e4-8fd878c514bf req-d8fcb1f4-e084-447e-8e30-5164a083b32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:34.225935 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-84286598-edba-4a12-81e4-8fd878c514bf req-d8fcb1f4-e084-447e-8e30-5164a083b32b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22d48d33-81cf-4485-85d6-4b724a9185d9 HTTP/1.1" status: 200 len: 858 time: 0.5747209 Apr 20 23:28:34.266206 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44886a-3f51-4474-a1d2-8a5567683646 req-14d1ea08-cf92-44a3-8913-588ed743c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:34.268037 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bf44886a-3f51-4474-a1d2-8a5567683646 req-14d1ea08-cf92-44a3-8913-588ed743c7ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22d48d33-81cf-4485-85d6-4b724a9185d9 HTTP/1.1" status: 200 len: 858 time: 0.2205963 Apr 20 23:28:34.286675 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-c4c370a0-ed13-4e31-90bc-ba51683b0b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:34.332657 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a4ad80fe-1d0c-40da-afad-9badf698274d req-3b3e7c12-03f6-4203-997e-7ab2e82f1c9f tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279791 Apr 20 23:28:34.342334 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bf44886a-3f51-4474-a1d2-8a5567683646 req-507f0ba0-882e-4379-9f93-672b21cfb125 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2990cae8-5a54-473d-86b5-0b1ec0d9b4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676365 Apr 20 23:28:34.343086 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 52986) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:34.348047 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-84286598-edba-4a12-81e4-8fd878c514bf req-ca9c142a-4a36-4782-9718-87c88af8cb7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2990cae8-5a54-473d-86b5-0b1ec0d9b4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029763 Apr 20 23:28:34.376843 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-80cdbade-f68f-4369-b649-fcae6dee0bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:34.507619 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 52990) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:34.527560 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-80cdbade-f68f-4369-b649-fcae6dee0bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:34.541065 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b723a-46e5-488c-a3e6-fbe43301f16c req-3fcf53c8-eac8-4574-a0c2-eb877dea6382 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:34.547331 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0e9b723a-46e5-488c-a3e6-fbe43301f16c req-3fcf53c8-eac8-4574-a0c2-eb877dea6382 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/ports?device_id=72ad1fe8-7421-4ffa-905c-99f8778cfc91 HTTP/1.1" status: 200 len: 945 time: 0.6391685 Apr 20 23:28:34.581024 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-80cdbade-f68f-4369-b649-fcae6dee0bdd admin admin] Usage tracker for resource:security_group_rule and tenant:40d288ce400f437a804514c013735c99 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:34.588499 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-80cdbade-f68f-4369-b649-fcae6dee0bdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:34.607663 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 2654dcc9-9d09-41fa-b4ce-a1fb799f9583 up at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:28:34.608721 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-80cdbade-f68f-4369-b649-fcae6dee0bdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:34.630069 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dc4cc9fe-39ff-4415-a197-85d8bc8fb863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:34.642434 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0b38f30a-a84d-4261-9fe9-cc8db6c85bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:34.695737 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0b38f30a-a84d-4261-9fe9-cc8db6c85bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:34.696396 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bf44886a-3f51-4474-a1d2-8a5567683646 req-eba47bbb-2142-41e8-8047-de79fc4d51bd service neutron] 10.222.0.36 "GET /v2.0/networks/2990cae8-5a54-473d-86b5-0b1ec0d9b4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049893 Apr 20 23:28:34.720568 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:34.724778 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning for port 2654dcc9-9d09-41fa-b4ce-a1fb799f9583 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:28:34.729519 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-dc4cc9fe-39ff-4415-a197-85d8bc8fb863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:34.731668 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning complete for port 2654dcc9-9d09-41fa-b4ce-a1fb799f9583 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:28:34.732295 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:34.741632 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f3e7c-c09b-42ab-a1ed-54fce6378cef req-2a27af73-8a4c-4c3b-b280-98b0975b3ceb tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:34.749255 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cd0f3e7c-c09b-42ab-a1ed-54fce6378cef req-2a27af73-8a4c-4c3b-b280-98b0975b3ceb tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 932 time: 0.2832117 Apr 20 23:28:34.753407 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0e9b723a-46e5-488c-a3e6-fbe43301f16c req-b074e053-e89a-4df6-9cd5-71f5ce2553a9 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/security-groups?id=384daf2e-82c0-40e1-ab8f-95bd85cd1c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362360 Apr 20 23:28:34.763570 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-dc4cc9fe-39ff-4415-a197-85d8bc8fb863 admin admin] Usage tracker for resource:security_group_rule and tenant:3669efe1f36a46f984de7ba4e25a54a8 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:34.891732 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:34.925288 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ad1fe8-7421-4ffa-905c-99f8778cfc91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2654dcc9-9d09-41fa-b4ce-a1fb799f9583'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:28:34.930727 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cd0f3e7c-c09b-42ab-a1ed-54fce6378cef req-72bb6d4f-83d1-47c0-8670-2608e502ddc0 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803970 Apr 20 23:28:34.980858 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-80cdbade-f68f-4369-b649-fcae6dee0bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:34.990299 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bf44886a-3f51-4474-a1d2-8a5567683646 req-113662ef-e5a0-4f38-86c2-d001618a6fdf service neutron] 10.222.0.36 "GET /v2.0/networks/2990cae8-5a54-473d-86b5-0b1ec0d9b4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869880 Apr 20 23:28:34.991085 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-80cdbade-f68f-4369-b649-fcae6dee0bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:34.999793 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:35.022834 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 2654dcc9-9d09-41fa-b4ce-a1fb799f9583, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2654dcc9-9d09-41fa-b4ce-a1fb799f9583,segment=NetworkSegment(649e5b84-9c1c-49f0-a2cb-c4ba725e83c5),segment_id=649e5b84-9c1c-49f0-a2cb-c4ba725e83c5)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:28:35.028540 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-dc4cc9fe-39ff-4415-a197-85d8bc8fb863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:35.030148 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:35.032694 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-94efb73f-8847-43ac-b4ec-b27e164c35c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:35.049069 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-80cdbade-f68f-4369-b649-fcae6dee0bdd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40d288ce400f437a804514c013735c99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7045932 Apr 20 23:28:35.050052 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 53010) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:35.050751 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cdbade-f68f-4369-b649-fcae6dee0bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96754536-755b-4144-9536-dc070c9a93e9,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:35.056588 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-80cdbade-f68f-4369-b649-fcae6dee0bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:35.087192 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-dc4cc9fe-39ff-4415-a197-85d8bc8fb863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:35.091393 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-0b38f30a-a84d-4261-9fe9-cc8db6c85bd4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b62c976ddc743b198fe141d38c97cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4904788 Apr 20 23:28:35.097612 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 53016) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:35.125275 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38f30a-a84d-4261-9fe9-cc8db6c85bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382f2286-cb90-4851-8571-cc69c69aec61,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:35.127431 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=2654dcc9-9d09-41fa-b4ce-a1fb799f9583,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:35.128841 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0b38f30a-a84d-4261-9fe9-cc8db6c85bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:35.132730 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:35.160079 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-84286598-edba-4a12-81e4-8fd878c514bf req-91f08d49-952a-4e11-9643-ba2d50a4cb25 service neutron] 10.222.0.36 "GET /v2.0/networks/2990cae8-5a54-473d-86b5-0b1ec0d9b4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6911359 Apr 20 23:28:35.251223 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-23aa3179-56e9-4bfe-9fa3-f94607490d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:35.292906 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-db4c5488-f411-47e7-b046-93807e6e4e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:35.349475 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ad1fe8-7421-4ffa-905c-99f8778cfc91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2654dcc9-9d09-41fa-b4ce-a1fb799f9583', 'code': 200} Apr 20 23:28:35.358783 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-db4c5488-f411-47e7-b046-93807e6e4e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:35.462556 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-db4c5488-f411-47e7-b046-93807e6e4e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:35.464741 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-23aa3179-56e9-4bfe-9fa3-f94607490d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:35.484972 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b598c8fd-52b5-4d07-8f05-07167ce9091a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:35.508836 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c5488-f411-47e7-b046-93807e6e4e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96754536-755b-4144-9536-dc070c9a93e9,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:35.514963 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-db4c5488-f411-47e7-b046-93807e6e4e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:35.516308 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-db4c5488-f411-47e7-b046-93807e6e4e7e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96754536-755b-4144-9536-dc070c9a93e9 HTTP/1.1" status: 204 len: 168 time: 0.4617567 Apr 20 23:28:35.517659 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-db4c5488-f411-47e7-b046-93807e6e4e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:35.566178 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-84286598-edba-4a12-81e4-8fd878c514bf req-2f77ce89-7b0d-495a-b906-eca9c7ddef44 service neutron] 10.222.0.36 "GET /v2.0/networks/2990cae8-5a54-473d-86b5-0b1ec0d9b4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947508 Apr 20 23:28:35.697337 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-c4c370a0-ed13-4e31-90bc-ba51683b0b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:28:35.703327 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-23aa3179-56e9-4bfe-9fa3-f94607490d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:35.715763 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:35.718743 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dc4cc9fe-39ff-4415-a197-85d8bc8fb863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:35.721306 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-c4c370a0-ed13-4e31-90bc-ba51683b0b9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:35.726284 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dc4cc9fe-39ff-4415-a197-85d8bc8fb863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:35.739363 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:35.743082 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa3179-56e9-4bfe-9fa3-f94607490d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382f2286-cb90-4851-8571-cc69c69aec61,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:35.752315 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-23aa3179-56e9-4bfe-9fa3-f94607490d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:35.780526 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-23aa3179-56e9-4bfe-9fa3-f94607490d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:35.781955 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-23aa3179-56e9-4bfe-9fa3-f94607490d85 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/382f2286-cb90-4851-8571-cc69c69aec61 HTTP/1.1" status: 204 len: 168 time: 0.6833661 Apr 20 23:28:35.795570 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-c4c370a0-ed13-4e31-90bc-ba51683b0b9a service neutron] Transition to ACTIVE for port object 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:28:35.801425 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7c19d-0e44-4341-87da-856b946b3c46 req-5ccd0ce0-726b-4e7c-9146-b32a877cd729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:35.803908 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-19a7c19d-0e44-4341-87da-856b946b3c46 req-5ccd0ce0-726b-4e7c-9146-b32a877cd729 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=72ad1fe8-7421-4ffa-905c-99f8778cfc91 HTTP/1.1" status: 200 len: 1099 time: 0.2309346 Apr 20 23:28:35.818351 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-c4c370a0-ed13-4e31-90bc-ba51683b0b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:35.825608 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-dc4cc9fe-39ff-4415-a197-85d8bc8fb863 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3669efe1f36a46f984de7ba4e25a54a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3144925 Apr 20 23:28:35.826758 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 53048) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:35.832985 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4cc9fe-39ff-4415-a197-85d8bc8fb863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4dedbe-1b0f-4a49-8002-2b43a636904c,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:35.849926 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975faa92-fba7-486d-b209-3e58d484e7b2 req-748f6b4c-c38f-4ae7-a1b1-659b215841e8 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:35.850339 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dc4cc9fe-39ff-4415-a197-85d8bc8fb863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:35.850874 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-75eb7b20-8d44-400f-9739-75884b69c58a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:35.853638 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-975faa92-fba7-486d-b209-3e58d484e7b2 req-748f6b4c-c38f-4ae7-a1b1-659b215841e8 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 943 time: 0.2788358 Apr 20 23:28:35.856319 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-19a7c19d-0e44-4341-87da-856b946b3c46 req-38cf796e-ff0b-4352-add5-0a43ab23d90a service neutron] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:35.891339 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-19a7c19d-0e44-4341-87da-856b946b3c46 req-38cf796e-ff0b-4352-add5-0a43ab23d90a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:35.898628 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-19a7c19d-0e44-4341-87da-856b946b3c46 req-38cf796e-ff0b-4352-add5-0a43ab23d90a service neutron] Usage tracker for resource:security_group_rule and tenant:40c822debee040d2bc87d6b3239d4ccd is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:35.908355 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-19a7c19d-0e44-4341-87da-856b946b3c46 req-38cf796e-ff0b-4352-add5-0a43ab23d90a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:35.921717 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-19a7c19d-0e44-4341-87da-856b946b3c46 req-38cf796e-ff0b-4352-add5-0a43ab23d90a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:35.927565 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c370a0-ed13-4e31-90bc-ba51683b0b9a service neutron] Pushing event updated for resources: {'Port': ['ID=976a76ac-e6d3-4de3-aa08-fcf74beaf4d6,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:35.937033 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c4c370a0-ed13-4e31-90bc-ba51683b0b9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:35.952547 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-975faa92-fba7-486d-b209-3e58d484e7b2 req-fd517789-0d13-4430-ae35-48511a7ad406 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841193 Apr 20 23:28:36.102730 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-19a7c19d-0e44-4341-87da-856b946b3c46 req-38cf796e-ff0b-4352-add5-0a43ab23d90a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:36.112457 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-19a7c19d-0e44-4341-87da-856b946b3c46 req-38cf796e-ff0b-4352-add5-0a43ab23d90a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:36.134511 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:36.190393 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-19a7c19d-0e44-4341-87da-856b946b3c46 req-38cf796e-ff0b-4352-add5-0a43ab23d90a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=384daf2e-82c0-40e1-ab8f-95bd85cd1c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773479 Apr 20 23:28:36.203664 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f8b0b1be-7f47-456c-8700-e3e3ae18e5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:36.207071 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-c4c370a0-ed13-4e31-90bc-ba51683b0b9a service neutron] Attempting to bind port 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:28:36.207561 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-c4c370a0-ed13-4e31-90bc-ba51683b0b9a service neutron] Attempting to bind port 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'cfa1a3af-8a5c-4b97-9245-2f3d3b403af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:28:36.208039 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-c4c370a0-ed13-4e31-90bc-ba51683b0b9a service neutron] Attempting to bind port 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 on network f780fa1a-35e5-4ddd-af3a-7a7830d8c77c {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:28:36.236382 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-c4c370a0-ed13-4e31-90bc-ba51683b0b9a service neutron] Port 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 on network f780fa1a-35e5-4ddd-af3a-7a7830d8c77c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:28:36.236863 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-c4c370a0-ed13-4e31-90bc-ba51683b0b9a service neutron] Attempting to bind port 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 on network f780fa1a-35e5-4ddd-af3a-7a7830d8c77c {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:28:36.265432 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf796e-ff0b-4352-add5-0a43ab23d90a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c30a7f9b-a25b-4a63-b942-5c4e49ad2726,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:36.269925 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-c4c370a0-ed13-4e31-90bc-ba51683b0b9a service neutron] Checking agent: {'id': '0dbb4980-ddab-4c32-9a5e-02cbda900cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:28:36.270396 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-c4c370a0-ed13-4e31-90bc-ba51683b0b9a service neutron] Checking segment: {'id': 'cfa1a3af-8a5c-4b97-9245-2f3d3b403af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:28:36.270890 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-c4c370a0-ed13-4e31-90bc-ba51683b0b9a service neutron] Bound using segment: {'id': 'cfa1a3af-8a5c-4b97-9245-2f3d3b403af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:28:36.271482 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-c4c370a0-ed13-4e31-90bc-ba51683b0b9a service neutron] Bound port: 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfa1a3af-8a5c-4b97-9245-2f3d3b403af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:28:36.272092 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-c4c370a0-ed13-4e31-90bc-ba51683b0b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:36.277557 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-38cf796e-ff0b-4352-add5-0a43ab23d90a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:36.303967 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f8b0b1be-7f47-456c-8700-e3e3ae18e5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:36.323503 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c84ba-e070-41da-9aa8-14377646f0fc req-46727e0a-beb5-44ff-afde-26f8ecd12dee tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:36.332260 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b80c84ba-e070-41da-9aa8-14377646f0fc req-46727e0a-beb5-44ff-afde-26f8ecd12dee tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 944 time: 0.1330874 Apr 20 23:28:36.403356 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b80c84ba-e070-41da-9aa8-14377646f0fc req-02154b3e-7117-442b-9e37-9d3d14c63a0b tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698245 Apr 20 23:28:36.408966 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e0ebe-2416-40d1-bd34-d25ac52c16de req-fdcd78b2-86dd-4497-96f3-144bcd23d208 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:36.410646 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0d3e0ebe-2416-40d1-bd34-d25ac52c16de req-fdcd78b2-86dd-4497-96f3-144bcd23d208 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/ports?device_id=72ad1fe8-7421-4ffa-905c-99f8778cfc91 HTTP/1.1" status: 200 len: 946 time: 0.3899281 Apr 20 23:28:36.498403 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-c4c370a0-ed13-4e31-90bc-ba51683b0b9a service neutron] For port 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6, host hv-cinder-78729, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:28:36.524038 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0d3e0ebe-2416-40d1-bd34-d25ac52c16de req-556d9fdc-6ea3-4d88-a8a5-ef50fbf786d9 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/security-groups?id=384daf2e-82c0-40e1-ab8f-95bd85cd1c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054609 Apr 20 23:28:36.525927 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-c4c370a0-ed13-4e31-90bc-ba51683b0b9a service neutron] For port 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=976a76ac-e6d3-4de3-aa08-fcf74beaf4d6,segment=NetworkSegment(cfa1a3af-8a5c-4b97-9245-2f3d3b403af9),segment_id=cfa1a3af-8a5c-4b97-9245-2f3d3b403af9)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:28:36.533062 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-c4c370a0-ed13-4e31-90bc-ba51683b0b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:36.538457 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f8b0b1be-7f47-456c-8700-e3e3ae18e5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:36.544805 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c9933a6d-ace2-4f96-9f6a-c3deb60cd617 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:36.620859 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-c4c370a0-ed13-4e31-90bc-ba51683b0b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:36.621537 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 4348a70f-904c-4ce7-aef4-db37fed2d564 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:28:36.625281 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-c4c370a0-ed13-4e31-90bc-ba51683b0b9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:36.627215 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-c4c370a0-ed13-4e31-90bc-ba51683b0b9a service neutron] 10.222.0.36 "PUT /v2.0/ports/976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 HTTP/1.1" status: 200 len: 1094 time: 2.6394343 Apr 20 23:28:36.628910 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457c82f3-83b8-4273-bfc0-3086f5010c9e', 'tag': '976a76ac-e6d3-4de3-aa08-fcf74beaf4d6'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:28:36.639902 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f8b0b1be-7f47-456c-8700-e3e3ae18e5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:36.641415 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-f8b0b1be-7f47-456c-8700-e3e3ae18e5f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a4dedbe-1b0f-4a49-8002-2b43a636904c HTTP/1.1" status: 204 len: 168 time: 0.8100047 Apr 20 23:28:36.652872 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c370a0-ed13-4e31-90bc-ba51683b0b9a service neutron] Pushing event updated for resources: {'Port': ['ID=976a76ac-e6d3-4de3-aa08-fcf74beaf4d6,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:36.673156 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c4c370a0-ed13-4e31-90bc-ba51683b0b9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:36.673954 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0b38f30a-a84d-4261-9fe9-cc8db6c85bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:36.692451 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0b1be-7f47-456c-8700-e3e3ae18e5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4dedbe-1b0f-4a49-8002-2b43a636904c,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:36.763095 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f8b0b1be-7f47-456c-8700-e3e3ae18e5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:36.764821 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457c82f3-83b8-4273-bfc0-3086f5010c9e', 'tag': '976a76ac-e6d3-4de3-aa08-fcf74beaf4d6', 'status': 'completed', 'code': 200} Apr 20 23:28:36.800367 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-cc42f383-c305-4b57-b6b7-51ef6f52e8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:36.801994 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-cc42f383-c305-4b57-b6b7-51ef6f52e8cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2bc87a338871440e8d886029fff40e57&device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 1097 time: 0.1108580 Apr 20 23:28:36.900406 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-37cad19c-5553-4996-8024-f4cbb96ddbd8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 HTTP/1.1" status: 200 len: 217 time: 0.0832503 Apr 20 23:28:36.948869 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 4348a70f-904c-4ce7-aef4-db37fed2d564, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=4348a70f-904c-4ce7-aef4-db37fed2d564,segment=NetworkSegment(5832c03e-4d4e-4953-8e35-36707492620e),segment_id=5832c03e-4d4e-4953-8e35-36707492620e)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:28:36.967941 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Returning: {'device': '4348a70f-904c-4ce7-aef4-db37fed2d564', 'network_id': '2990cae8-5a54-473d-86b5-0b1ec0d9b4bb', 'port_id': '4348a70f-904c-4ce7-aef4-db37fed2d564', 'mac_address': 'fa:16:3e:a8:a4:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d48d33-81cf-4485-85d6-4b724a9185d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:28:37.011825 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-ee1d6bdb-b516-4953-82c8-06b148946a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:37.013410 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-ee1d6bdb-b516-4953-82c8-06b148946a9b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e71ca367-9455-420b-bfe5-f3be3611f43b HTTP/1.1" status: 200 len: 849 time: 0.1012714 Apr 20 23:28:37.063199 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:37.086316 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4348a70f-904c-4ce7-aef4-db37fed2d564 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:28:37.104057 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 4348a70f-904c-4ce7-aef4-db37fed2d564, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=4348a70f-904c-4ce7-aef4-db37fed2d564,segment=NetworkSegment(5832c03e-4d4e-4953-8e35-36707492620e),segment_id=5832c03e-4d4e-4953-8e35-36707492620e)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:28:37.108697 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:37.109502 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 553127cf-ee81-4a89-80cc-4d1998548481 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:28:37.117287 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:37.139444 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-5d416286-bb47-4542-8b15-01ee3cec8820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:37.146829 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-5d416286-bb47-4542-8b15-01ee3cec8820 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f780fa1a-35e5-4ddd-af3a-7a7830d8c77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1253874 Apr 20 23:28:37.221982 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=4348a70f-904c-4ce7-aef4-db37fed2d564,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:37.226496 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 553127cf-ee81-4a89-80cc-4d1998548481, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=553127cf-ee81-4a89-80cc-4d1998548481,segment=NetworkSegment(5832c03e-4d4e-4953-8e35-36707492620e),segment_id=5832c03e-4d4e-4953-8e35-36707492620e)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:28:37.235064 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:37.251678 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Returning: {'device': '553127cf-ee81-4a89-80cc-4d1998548481', 'network_id': '2990cae8-5a54-473d-86b5-0b1ec0d9b4bb', 'port_id': '553127cf-ee81-4a89-80cc-4d1998548481', 'mac_address': 'fa:16:3e:d9:b1:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d48d33-81cf-4485-85d6-4b724a9185d9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:28:37.346364 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930eb3b-81e3-4645-90b8-2a86226a0eca req-244c9220-454a-44b6-879c-5400ff1b5bf2 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:37.349273 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:37.354285 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c930eb3b-81e3-4645-90b8-2a86226a0eca req-244c9220-454a-44b6-879c-5400ff1b5bf2 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 944 time: 0.2056594 Apr 20 23:28:37.371616 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 553127cf-ee81-4a89-80cc-4d1998548481 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:28:37.389527 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 553127cf-ee81-4a89-80cc-4d1998548481, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=553127cf-ee81-4a89-80cc-4d1998548481,segment=NetworkSegment(5832c03e-4d4e-4953-8e35-36707492620e),segment_id=5832c03e-4d4e-4953-8e35-36707492620e)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:28:37.395964 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:37.398098 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:37.466463 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c930eb3b-81e3-4645-90b8-2a86226a0eca req-8ef49363-4203-4502-8d5e-cf8d82dd365e tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109996 Apr 20 23:28:37.468809 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-04fb0658-2387-4e08-8689-2a77c7624156 service neutron] 10.222.0.36 "GET /v2.0/networks/f780fa1a-35e5-4ddd-af3a-7a7830d8c77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698097 Apr 20 23:28:37.523469 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=553127cf-ee81-4a89-80cc-4d1998548481,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:37.539334 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:37.660539 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['4348a70f-904c-4ce7-aef4-db37fed2d564'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:28:37.770318 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf309a2-99aa-4de7-99c9-8c8c08df3dbf req-b2e24907-3fd7-41f5-9c21-e4faec1dde21 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:37.782761 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dcf309a2-99aa-4de7-99c9-8c8c08df3dbf req-b2e24907-3fd7-41f5-9c21-e4faec1dde21 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 944 time: 0.1624324 Apr 20 23:28:37.785922 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['553127cf-ee81-4a89-80cc-4d1998548481'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:28:37.902908 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dcf309a2-99aa-4de7-99c9-8c8c08df3dbf req-4b7c2271-1d5b-47f7-b1bf-a7109872b28c tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190763 Apr 20 23:28:37.970574 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-836551dc-c226-43c9-b4ba-7f4c6f662533 req-01b31eeb-1393-4cd2-b45a-b852b2d3a966 service neutron] 10.222.0.36 "GET /v2.0/networks/f780fa1a-35e5-4ddd-af3a-7a7830d8c77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4845333 Apr 20 23:28:38.028106 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b55a9-0575-4604-8554-61633f5fc78b req-426565de-711b-4dfc-8477-6fbc9d141d4e tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:38.037487 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb7b55a9-0575-4604-8554-61633f5fc78b req-426565de-711b-4dfc-8477-6fbc9d141d4e tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/ports?device_id=72ad1fe8-7421-4ffa-905c-99f8778cfc91 HTTP/1.1" status: 200 len: 946 time: 0.1525991 Apr 20 23:28:38.173784 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb7b55a9-0575-4604-8554-61633f5fc78b req-a48df09d-b933-45fa-8913-a22736d3989d tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/security-groups?id=384daf2e-82c0-40e1-ab8f-95bd85cd1c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346040 Apr 20 23:28:38.184301 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc354022-c5dd-4e77-a6e3-083ec31e34c8 req-a095d8bc-d761-43d9-93d6-94b1dec15f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:38.185957 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fc354022-c5dd-4e77-a6e3-083ec31e34c8 req-a095d8bc-d761-43d9-93d6-94b1dec15f64 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2bc87a338871440e8d886029fff40e57&device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 1097 time: 0.1456418 Apr 20 23:28:38.335221 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc354022-c5dd-4e77-a6e3-083ec31e34c8 req-68dd44bd-181d-4112-8545-8c430a69e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:38.336909 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fc354022-c5dd-4e77-a6e3-083ec31e34c8 req-68dd44bd-181d-4112-8545-8c430a69e8b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f780fa1a-35e5-4ddd-af3a-7a7830d8c77c HTTP/1.1" status: 200 len: 911 time: 0.1435390 Apr 20 23:28:38.424571 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 53164) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:38.440628 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fc354022-c5dd-4e77-a6e3-083ec31e34c8 req-bbf0e314-2280-4015-a75f-1dbbee7cea73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 HTTP/1.1" status: 200 len: 217 time: 0.0938783 Apr 20 23:28:38.521173 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc354022-c5dd-4e77-a6e3-083ec31e34c8 req-2aec8774-4991-4a14-aced-c8b66c586780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:38.523600 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fc354022-c5dd-4e77-a6e3-083ec31e34c8 req-2aec8774-4991-4a14-aced-c8b66c586780 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e71ca367-9455-420b-bfe5-f3be3611f43b HTTP/1.1" status: 200 len: 849 time: 0.0744607 Apr 20 23:28:38.653067 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc354022-c5dd-4e77-a6e3-083ec31e34c8 req-2ed4d747-12c1-463a-a881-a348e2af8bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:38.656092 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fc354022-c5dd-4e77-a6e3-083ec31e34c8 req-2ed4d747-12c1-463a-a881-a348e2af8bfb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f780fa1a-35e5-4ddd-af3a-7a7830d8c77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1174481 Apr 20 23:28:38.692426 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-34d9681b-9e98-430e-ae53-6d025d43e4ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:38.725697 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-34d9681b-9e98-430e-ae53-6d025d43e4ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:38.735586 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-34d9681b-9e98-430e-ae53-6d025d43e4ea admin admin] Usage tracker for resource:security_group_rule and tenant:491ab8ce3b5345898f35d1f0a0fcae53 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:38.746376 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-34d9681b-9e98-430e-ae53-6d025d43e4ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:38.752564 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-34d9681b-9e98-430e-ae53-6d025d43e4ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:38.768726 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaeccdc-e18f-4d30-a7a7-f7a1f240401c req-e0bbaa97-4a42-4aac-9f28-ecb31c93d4f8 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:38.777083 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bcaeccdc-e18f-4d30-a7a7-f7a1f240401c req-e0bbaa97-4a42-4aac-9f28-ecb31c93d4f8 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 944 time: 0.1669829 Apr 20 23:28:38.847387 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fc354022-c5dd-4e77-a6e3-083ec31e34c8 req-80117fd8-923b-42f8-a994-589e80e54c06 service neutron] 10.222.0.36 "GET /v2.0/networks/f780fa1a-35e5-4ddd-af3a-7a7830d8c77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829212 Apr 20 23:28:38.858209 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bcaeccdc-e18f-4d30-a7a7-f7a1f240401c req-e45544f4-b51e-4857-a646-40c937911aaa tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800548 Apr 20 23:28:38.942525 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-34d9681b-9e98-430e-ae53-6d025d43e4ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:38.948813 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-34d9681b-9e98-430e-ae53-6d025d43e4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:38.975049 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-23aa3179-56e9-4bfe-9fa3-f94607490d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:39.036031 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 53192) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:39.039704 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-34d9681b-9e98-430e-ae53-6d025d43e4ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=491ab8ce3b5345898f35d1f0a0fcae53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6139214 Apr 20 23:28:39.079912 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9681b-9e98-430e-ae53-6d025d43e4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d2ad2f-a40a-4165-b93f-499f7d0e51b0,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:39.090701 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-34d9681b-9e98-430e-ae53-6d025d43e4ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:39.524607 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bc88c424-f025-4962-b942-b7b2eca82108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:39.533920 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fc354022-c5dd-4e77-a6e3-083ec31e34c8 req-ee7fc0fe-0bf6-427e-ae55-37ac182cf718 service neutron] 10.222.0.36 "GET /v2.0/networks/f780fa1a-35e5-4ddd-af3a-7a7830d8c77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6785238 Apr 20 23:28:39.577055 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bc88c424-f025-4962-b942-b7b2eca82108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:39.602591 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8ab06-e1a8-4e18-bbe3-1abf209f12bd req-3c7fce1f-1969-49f8-8f75-79a3955aeabc tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:39.603394 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-71a8ab06-e1a8-4e18-bbe3-1abf209f12bd req-3c7fce1f-1969-49f8-8f75-79a3955aeabc tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Synchronizing usage tracker for tenant:2bc87a338871440e8d886029fff40e57 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:28:39.696916 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-71a8ab06-e1a8-4e18-bbe3-1abf209f12bd req-3c7fce1f-1969-49f8-8f75-79a3955aeabc tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Unset dirty status for tenant:2bc87a338871440e8d886029fff40e57 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:28:39.698238 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71a8ab06-e1a8-4e18-bbe3-1abf209f12bd req-3c7fce1f-1969-49f8-8f75-79a3955aeabc tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 944 time: 0.6122780 Apr 20 23:28:39.699267 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bc88c424-f025-4962-b942-b7b2eca82108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:39.714492 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:39.727987 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88c424-f025-4962-b942-b7b2eca82108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d2ad2f-a40a-4165-b93f-499f7d0e51b0,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:39.744149 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-bc88c424-f025-4962-b942-b7b2eca82108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:39.756251 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bc88c424-f025-4962-b942-b7b2eca82108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:39.761270 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-bc88c424-f025-4962-b942-b7b2eca82108 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86d2ad2f-a40a-4165-b93f-499f7d0e51b0 HTTP/1.1" status: 204 len: 168 time: 0.7122800 Apr 20 23:28:39.825893 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71a8ab06-e1a8-4e18-bbe3-1abf209f12bd req-0d392879-4124-4949-bdc2-132f24b0522f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126213 Apr 20 23:28:39.870588 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9b56a-2770-409f-9ba8-9274a8e87c51 req-89c243f2-e04c-4f69-a31e-e6356e9c5fc8 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:39.879812 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3af9b56a-2770-409f-9ba8-9274a8e87c51 req-89c243f2-e04c-4f69-a31e-e6356e9c5fc8 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/ports?device_id=72ad1fe8-7421-4ffa-905c-99f8778cfc91 HTTP/1.1" status: 200 len: 946 time: 0.1741729 Apr 20 23:28:39.945404 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3af9b56a-2770-409f-9ba8-9274a8e87c51 req-a8886b25-5106-43de-bec8-b30ccb388915 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/security-groups?id=384daf2e-82c0-40e1-ab8f-95bd85cd1c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643973 Apr 20 23:28:40.105367 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec170f-a2fd-4a2f-9d4b-89965441f8fe req-f6f13c1f-9797-4b24-9887-6bf99aaa8735 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:40.108080 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-65ec170f-a2fd-4a2f-9d4b-89965441f8fe req-f6f13c1f-9797-4b24-9887-6bf99aaa8735 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 944 time: 0.1028426 Apr 20 23:28:40.163505 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-65ec170f-a2fd-4a2f-9d4b-89965441f8fe req-6ae0fe46-4ee1-4e42-9e17-ac2247182967 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458999 Apr 20 23:28:40.222799 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 53248) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:40.246305 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1f162b14-17a9-41d1-ab64-2e77f28cbfee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:40.263015 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1f162b14-17a9-41d1-ab64-2e77f28cbfee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:40.270607 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1f162b14-17a9-41d1-ab64-2e77f28cbfee admin admin] Usage tracker for resource:security_group_rule and tenant:6f82a7c94a454cda8309d05ab8453e99 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:40.274577 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1f162b14-17a9-41d1-ab64-2e77f28cbfee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:40.280979 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1f162b14-17a9-41d1-ab64-2e77f28cbfee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:40.370586 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1f162b14-17a9-41d1-ab64-2e77f28cbfee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:40.375377 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1f162b14-17a9-41d1-ab64-2e77f28cbfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:40.414676 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9a80bfd4-73f8-4abc-8c32-5f751ab81806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:40.467055 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-1f162b14-17a9-41d1-ab64-2e77f28cbfee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f82a7c94a454cda8309d05ab8453e99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428646 Apr 20 23:28:40.469884 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 53254) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:40.558584 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f162b14-17a9-41d1-ab64-2e77f28cbfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7068589e-e009-4769-a43e-0d4b741c420b,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:40.564866 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1f162b14-17a9-41d1-ab64-2e77f28cbfee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:40.584303 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d3fbbb77-bb3b-4818-be22-1351852ec32b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:40.612218 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d3fbbb77-bb3b-4818-be22-1351852ec32b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:40.616992 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:28:40.619494 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 4348a70f-904c-4ce7-aef4-db37fed2d564 up at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:28:40.685630 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d3fbbb77-bb3b-4818-be22-1351852ec32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:40.692682 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:40.713058 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fbbb77-bb3b-4818-be22-1351852ec32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7068589e-e009-4769-a43e-0d4b741c420b,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:40.715919 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d3fbbb77-bb3b-4818-be22-1351852ec32b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:40.717261 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-d3fbbb77-bb3b-4818-be22-1351852ec32b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7068589e-e009-4769-a43e-0d4b741c420b HTTP/1.1" status: 204 len: 168 time: 0.2395375 Apr 20 23:28:40.718137 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d3fbbb77-bb3b-4818-be22-1351852ec32b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:40.871447 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning for port 4348a70f-904c-4ce7-aef4-db37fed2d564 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:28:40.954385 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=976a76ac-e6d3-4de3-aa08-fcf74beaf4d6,segment=NetworkSegment(cfa1a3af-8a5c-4b97-9245-2f3d3b403af9),segment_id=cfa1a3af-8a5c-4b97-9245-2f3d3b403af9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:28:40.979961 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Returning: {'device': '976a76ac-e6d3-4de3-aa08-fcf74beaf4d6', 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c', 'port_id': '976a76ac-e6d3-4de3-aa08-fcf74beaf4d6', 'mac_address': 'fa:16:3e:25:d1:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:28:40.983505 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning complete for port 4348a70f-904c-4ce7-aef4-db37fed2d564 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:28:40.984109 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:41.070563 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84678015-57d0-435c-8f27-38ed11638e72 req-906d1afe-8441-448c-9a44-14faca5116c6 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:41.079838 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-84678015-57d0-435c-8f27-38ed11638e72 req-906d1afe-8441-448c-9a44-14faca5116c6 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 944 time: 0.1117449 Apr 20 23:28:41.138615 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-84678015-57d0-435c-8f27-38ed11638e72 req-05f86705-4304-4235-89e1-1c9087e568ee tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573123 Apr 20 23:28:41.207010 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:41.230859 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:28:41.326909 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=976a76ac-e6d3-4de3-aa08-fcf74beaf4d6,segment=NetworkSegment(cfa1a3af-8a5c-4b97-9245-2f3d3b403af9),segment_id=cfa1a3af-8a5c-4b97-9245-2f3d3b403af9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:28:41.337289 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:41.341973 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:41.535268 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f0969-7efc-4459-929e-6de90023fb9c req-b34c90ea-8c0f-49bf-a76a-1e77e4ba4259 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:41.538859 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:41.540757 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3d6f0969-7efc-4459-929e-6de90023fb9c req-b34c90ea-8c0f-49bf-a76a-1e77e4ba4259 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 944 time: 0.1932430 Apr 20 23:28:41.599492 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['976a76ac-e6d3-4de3-aa08-fcf74beaf4d6'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:28:41.642506 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=976a76ac-e6d3-4de3-aa08-fcf74beaf4d6,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:41.645577 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad27b24c-0086-46b8-8799-7e9da9608486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4348a70f-904c-4ce7-aef4-db37fed2d564'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:28:41.647768 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3d6f0969-7efc-4459-929e-6de90023fb9c req-b99fb5af-c5fa-466b-bc7a-0dd0453d438c tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987737 Apr 20 23:28:41.669184 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:41.675831 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 4348a70f-904c-4ce7-aef4-db37fed2d564, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=4348a70f-904c-4ce7-aef4-db37fed2d564,segment=NetworkSegment(5832c03e-4d4e-4953-8e35-36707492620e),segment_id=5832c03e-4d4e-4953-8e35-36707492620e)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:28:41.681520 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:41.683276 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 553127cf-ee81-4a89-80cc-4d1998548481 up at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:28:41.717837 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:41.968654 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad27b24c-0086-46b8-8799-7e9da9608486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4348a70f-904c-4ce7-aef4-db37fed2d564', 'code': 200} Apr 20 23:28:42.047812 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 53324) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:42.105517 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning for port 553127cf-ee81-4a89-80cc-4d1998548481 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:28:42.114636 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning complete for port 553127cf-ee81-4a89-80cc-4d1998548481 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:28:42.115055 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:42.176900 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-6490bb4b-2b90-47b0-8f99-e982d478e8cd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1491676525-network', 'tenant_id': 'd0fac9a46a0e43d09d12408e844f1d1d'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:28:42.184901 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6490bb4b-2b90-47b0-8f99-e982d478e8cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:42.203492 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6490bb4b-2b90-47b0-8f99-e982d478e8cd admin admin] Usage tracker for resource:network and tenant:d0fac9a46a0e43d09d12408e844f1d1d is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:42.212354 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6490bb4b-2b90-47b0-8f99-e982d478e8cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:42.223843 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6490bb4b-2b90-47b0-8f99-e982d478e8cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:42.246924 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6490bb4b-2b90-47b0-8f99-e982d478e8cd admin admin] Made reservation on behalf of d0fac9a46a0e43d09d12408e844f1d1d for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:28:42.248727 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b1296-f3ec-4b68-9fa4-ca6c0be7e977 req-b54caf5b-1f82-497c-9553-cdff60ed430a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:42.250360 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e16b1296-f3ec-4b68-9fa4-ca6c0be7e977 req-b54caf5b-1f82-497c-9553-cdff60ed430a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 1098 time: 0.2159724 Apr 20 23:28:42.253592 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6490bb4b-2b90-47b0-8f99-e982d478e8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:42.272098 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:42.284944 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6490bb4b-2b90-47b0-8f99-e982d478e8cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:42.290248 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=4348a70f-904c-4ce7-aef4-db37fed2d564,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:42.321085 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:42.326350 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e16b1296-f3ec-4b68-9fa4-ca6c0be7e977 req-f073e809-86f6-4114-8b8f-abf8f41d1cdd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684626 Apr 20 23:28:42.353544 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 553127cf-ee81-4a89-80cc-4d1998548481, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=553127cf-ee81-4a89-80cc-4d1998548481,segment=NetworkSegment(5832c03e-4d4e-4953-8e35-36707492620e),segment_id=5832c03e-4d4e-4953-8e35-36707492620e)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:28:42.358684 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:42.361316 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:42.370363 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6490bb4b-2b90-47b0-8f99-e982d478e8cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:42.379963 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6490bb4b-2b90-47b0-8f99-e982d478e8cd admin admin] Usage tracker for resource:security_group_rule and tenant:d0fac9a46a0e43d09d12408e844f1d1d is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:42.383326 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6490bb4b-2b90-47b0-8f99-e982d478e8cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:42.389920 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6490bb4b-2b90-47b0-8f99-e982d478e8cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:42.460253 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=553127cf-ee81-4a89-80cc-4d1998548481,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:42.464713 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:42.483426 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8395a6-7115-40fc-9ea3-1ea7eec47b9f req-4cb4caf0-2e8a-4ce3-947c-c21fb6dcd212 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:42.485050 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5a8395a6-7115-40fc-9ea3-1ea7eec47b9f req-4cb4caf0-2e8a-4ce3-947c-c21fb6dcd212 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 945 time: 0.1670458 Apr 20 23:28:42.567443 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5a8395a6-7115-40fc-9ea3-1ea7eec47b9f req-81054fdd-e14f-401f-980a-adbb1e48602d tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745895 Apr 20 23:28:42.588510 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6490bb4b-2b90-47b0-8f99-e982d478e8cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:42.592217 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6490bb4b-2b90-47b0-8f99-e982d478e8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:42.605108 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-06a49e97-d6a7-4eca-bbd2-a18e2478371a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:42.614809 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6490bb4b-2b90-47b0-8f99-e982d478e8cd admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:28:42.639630 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6490bb4b-2b90-47b0-8f99-e982d478e8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:42.640147 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-6490bb4b-2b90-47b0-8f99-e982d478e8cd admin admin] Added segment 3569f321-4a8f-467d-827a-f72204665e16 of type vlan for network a706d6bb-0b22-4ab1-849c-f132dcb597cf Apr 20 23:28:42.663683 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490bb4b-2b90-47b0-8f99-e982d478e8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edfdc14-8bbb-4b7c-87fc-b884e59c2125,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:42.667429 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6490bb4b-2b90-47b0-8f99-e982d478e8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:42.676104 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6490bb4b-2b90-47b0-8f99-e982d478e8cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757163678135'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:42.721333 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6490bb4b-2b90-47b0-8f99-e982d478e8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:42.722738 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6490bb4b-2b90-47b0-8f99-e982d478e8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:42.723640 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6490bb4b-2b90-47b0-8f99-e982d478e8cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:42.755841 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e051d536-ec8d-48c0-b86a-04937ababd23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:42.775741 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-6490bb4b-2b90-47b0-8f99-e982d478e8cd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7267134 Apr 20 23:28:42.779018 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 53354) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:42.787121 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-a01fdc6d-22ae-4514-801f-6adc6f155800 admin admin] Request body: {'subnet': {'network_id': 'a706d6bb-0b22-4ab1-849c-f132dcb597cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1491676525-subnet', 'tenant_id': 'd0fac9a46a0e43d09d12408e844f1d1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:28:42.795135 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-a01fdc6d-22ae-4514-801f-6adc6f155800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:42.799219 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-a01fdc6d-22ae-4514-801f-6adc6f155800 admin admin] Usage tracker for resource:subnet and tenant:d0fac9a46a0e43d09d12408e844f1d1d is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:42.802203 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-a01fdc6d-22ae-4514-801f-6adc6f155800 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:42.812659 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-a01fdc6d-22ae-4514-801f-6adc6f155800 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:42.824419 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01fdc6d-22ae-4514-801f-6adc6f155800 admin admin] Made reservation on behalf of d0fac9a46a0e43d09d12408e844f1d1d for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:28:42.829288 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a01fdc6d-22ae-4514-801f-6adc6f155800 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:43.187388 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490bb4b-2b90-47b0-8f99-e982d478e8cd admin admin] Pushing event updated for resources: {'Network': ['ID=a706d6bb-0b22-4ab1-849c-f132dcb597cf,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:43.190816 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6490bb4b-2b90-47b0-8f99-e982d478e8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:43.199254 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Network a706d6bb-0b22-4ab1-849c-f132dcb597cf details requested by agent ovs-agent-dv-cinder-787296-1-smb with host dv-cinder-787296-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:28:43.256000 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9ff39-15f9-4252-840c-d771f7e61270 req-9400d69d-ab2e-42c8-8f09-ce3f7ccdb033 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:43.267515 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d4b9ff39-15f9-4252-840c-d771f7e61270 req-9400d69d-ab2e-42c8-8f09-ce3f7ccdb033 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 945 time: 0.2065744 Apr 20 23:28:43.371532 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d4b9ff39-15f9-4252-840c-d771f7e61270 req-13dfbb3f-7f3d-42f5-b76d-3af14fe58f8e tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012154 Apr 20 23:28:43.432066 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a01fdc6d-22ae-4514-801f-6adc6f155800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:43.436676 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:43.510913 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01fdc6d-22ae-4514-801f-6adc6f155800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ff1077-34e1-45fe-9bea-0331f6ce3afd,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:43.516523 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a01fdc6d-22ae-4514-801f-6adc6f155800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:43.527094 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01fdc6d-22ae-4514-801f-6adc6f155800 admin admin] Checking segment: {'id': '3569f321-4a8f-467d-827a-f72204665e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a706d6bb-0b22-4ab1-849c-f132dcb597cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:28:43.527493 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01fdc6d-22ae-4514-801f-6adc6f155800 admin admin] Network hostable DHCP agents. Network: a706d6bb-0b22-4ab1-849c-f132dcb597cf, hostable agents: ['a298e916-2d0e-40ec-9d0f-6465273d3362'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:28:43.548045 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01fdc6d-22ae-4514-801f-6adc6f155800 admin admin] Network a706d6bb-0b22-4ab1-849c-f132dcb597cf is scheduled to be hosted by DHCP agent a298e916-2d0e-40ec-9d0f-6465273d3362 with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:28:43.556631 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-a01fdc6d-22ae-4514-801f-6adc6f155800 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-smb, a706d6bb-0b22-4ab1-849c-f132dcb597cf) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:28:43.561467 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01fdc6d-22ae-4514-801f-6adc6f155800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:43.562276 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a01fdc6d-22ae-4514-801f-6adc6f155800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:43.568308 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a25fa2-63c1-433f-bfc8-7f741100879d None None] Network a706d6bb-0b22-4ab1-849c-f132dcb597cf requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:28:43.587406 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a01fdc6d-22ae-4514-801f-6adc6f155800 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8070335 Apr 20 23:28:43.907131 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f283d95-654d-45ee-88d0-7001df1884c2 req-b32a9f45-8738-4a7f-b063-95c017d71ed8 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:43.913000 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4f283d95-654d-45ee-88d0-7001df1884c2 req-b32a9f45-8738-4a7f-b063-95c017d71ed8 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 945 time: 0.1532378 Apr 20 23:28:43.974531 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8074fb6-a4d4-4d09-a0e2-24f250e05415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553127cf-ee81-4a89-80cc-4d1998548481'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:28:43.978166 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6cf9e4-d597-4088-98c7-a0e4bf235304 None None] Network a706d6bb-0b22-4ab1-849c-f132dcb597cf requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:28:44.007730 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4f283d95-654d-45ee-88d0-7001df1884c2 req-f3f87eac-25dd-40d7-8a4d-dd11f16ccc15 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873885 Apr 20 23:28:44.155938 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8074fb6-a4d4-4d09-a0e2-24f250e05415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553127cf-ee81-4a89-80cc-4d1998548481', 'code': 200} Apr 20 23:28:44.387167 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 53432) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:44.404355 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-a3465582-8fb3-4b98-a2ff-2ba96cc060d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1652963470-network', 'tenant_id': 'fdd3ddf778b244168b6dd82f6eaf5988'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:28:44.416213 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-a3465582-8fb3-4b98-a2ff-2ba96cc060d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:44.426479 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-a3465582-8fb3-4b98-a2ff-2ba96cc060d1 admin admin] Usage tracker for resource:network and tenant:fdd3ddf778b244168b6dd82f6eaf5988 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:44.432461 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-a3465582-8fb3-4b98-a2ff-2ba96cc060d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:44.453014 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-a3465582-8fb3-4b98-a2ff-2ba96cc060d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:44.470892 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3465582-8fb3-4b98-a2ff-2ba96cc060d1 admin admin] Made reservation on behalf of fdd3ddf778b244168b6dd82f6eaf5988 for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:28:44.477627 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a3465582-8fb3-4b98-a2ff-2ba96cc060d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:44.499483 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbf329-c278-4b20-b310-5c89737e4213 req-47321294-69c0-4b24-a1c0-87fafba877c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:44.501336 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9bfbf329-c278-4b20-b310-5c89737e4213 req-47321294-69c0-4b24-a1c0-87fafba877c2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 1098 time: 0.1543045 Apr 20 23:28:44.507751 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a3465582-8fb3-4b98-a2ff-2ba96cc060d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:44.546270 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-a3465582-8fb3-4b98-a2ff-2ba96cc060d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:44.555107 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-a3465582-8fb3-4b98-a2ff-2ba96cc060d1 admin admin] Usage tracker for resource:security_group_rule and tenant:fdd3ddf778b244168b6dd82f6eaf5988 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:44.570058 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9bfbf329-c278-4b20-b310-5c89737e4213 req-3afb07c4-5e75-4265-a1a9-5fda86fa306a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563214 Apr 20 23:28:44.574261 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-a3465582-8fb3-4b98-a2ff-2ba96cc060d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:44.582704 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-a3465582-8fb3-4b98-a2ff-2ba96cc060d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:44.605773 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 up at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:28:44.683950 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning for port 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:28:44.689422 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning complete for port 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:28:44.689922 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:44.697741 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a3465582-8fb3-4b98-a2ff-2ba96cc060d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:44.703623 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a3465582-8fb3-4b98-a2ff-2ba96cc060d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:44.709431 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-69bd6492-876d-460a-a797-67bba7bc0d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:44.716917 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d855b5-1734-44e0-a57c-4a1f0bf8e5aa req-d98759a5-159b-467c-8532-60c815cd5735 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:44.719135 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-36d855b5-1734-44e0-a57c-4a1f0bf8e5aa req-d98759a5-159b-467c-8532-60c815cd5735 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 945 time: 0.1170163 Apr 20 23:28:44.755096 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3465582-8fb3-4b98-a2ff-2ba96cc060d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:28:44.762050 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3465582-8fb3-4b98-a2ff-2ba96cc060d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df4c396-9b43-4455-b797-b501a937c0b2,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:44.766284 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a3465582-8fb3-4b98-a2ff-2ba96cc060d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:44.776559 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a3465582-8fb3-4b98-a2ff-2ba96cc060d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:44.777225 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-a3465582-8fb3-4b98-a2ff-2ba96cc060d1 admin admin] Added segment 3f34ee11-789b-46fd-a075-03748eaa0e1b of type vlan for network 14eab4f7-543a-4ca8-b530-879132bee358 Apr 20 23:28:44.805725 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-36d855b5-1734-44e0-a57c-4a1f0bf8e5aa req-cd994b3a-6015-4f1e-a230-3116bf83caf8 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773294 Apr 20 23:28:44.811283 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a3465582-8fb3-4b98-a2ff-2ba96cc060d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757163678135'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:44.849663 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a3465582-8fb3-4b98-a2ff-2ba96cc060d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:44.851610 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3465582-8fb3-4b98-a2ff-2ba96cc060d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:44.852256 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a3465582-8fb3-4b98-a2ff-2ba96cc060d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:44.857938 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f8b0bdef-5862-420f-b6a1-7b038beb4145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:44.868235 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:44.942311 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=976a76ac-e6d3-4de3-aa08-fcf74beaf4d6,segment=NetworkSegment(cfa1a3af-8a5c-4b97-9245-2f3d3b403af9),segment_id=cfa1a3af-8a5c-4b97-9245-2f3d3b403af9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:28:44.947841 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:44.950018 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b2c448ec-b996-4c13-979b-2a4c8a22cc4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:44.976828 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3465582-8fb3-4b98-a2ff-2ba96cc060d1 admin admin] Pushing event updated for resources: {'Network': ['ID=14eab4f7-543a-4ca8-b530-879132bee358,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:44.979957 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a3465582-8fb3-4b98-a2ff-2ba96cc060d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:45.015925 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a3465582-8fb3-4b98-a2ff-2ba96cc060d1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6275213 Apr 20 23:28:45.016169 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Network 14eab4f7-543a-4ca8-b530-879132bee358 details requested by agent ovs-agent-dv-cinder-787296-1-smb with host dv-cinder-787296-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:28:45.018703 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 53460) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:45.038082 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-b46c2019-c932-4e04-8af7-4daafc3ded77 admin admin] Request body: {'subnet': {'network_id': '14eab4f7-543a-4ca8-b530-879132bee358', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1652963470-subnet', 'tenant_id': 'fdd3ddf778b244168b6dd82f6eaf5988', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:28:45.044078 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-b46c2019-c932-4e04-8af7-4daafc3ded77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:45.055704 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-b46c2019-c932-4e04-8af7-4daafc3ded77 admin admin] Usage tracker for resource:subnet and tenant:fdd3ddf778b244168b6dd82f6eaf5988 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:45.064239 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-b46c2019-c932-4e04-8af7-4daafc3ded77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:45.074366 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-b46c2019-c932-4e04-8af7-4daafc3ded77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:45.098732 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46c2019-c932-4e04-8af7-4daafc3ded77 admin admin] Made reservation on behalf of fdd3ddf778b244168b6dd82f6eaf5988 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:28:45.104388 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b46c2019-c932-4e04-8af7-4daafc3ded77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:45.174488 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=976a76ac-e6d3-4de3-aa08-fcf74beaf4d6,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:45.191398 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:45.602325 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac185a2-fc23-4e38-9f22-557e90dece2a req-3729e24c-ddc3-4d97-87e1-12a3cecca99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:45.603925 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bac185a2-fc23-4e38-9f22-557e90dece2a req-3729e24c-ddc3-4d97-87e1-12a3cecca99c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cea7bf4589624ee6a6e869ab0d6825c2&device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 1098 time: 0.2982216 Apr 20 23:28:45.703410 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df8ec9-079d-4eb0-9893-91a017631f7b req-352caefe-559b-4a21-8da0-c32a05e859b6 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:45.711129 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-31df8ec9-079d-4eb0-9893-91a017631f7b req-352caefe-559b-4a21-8da0-c32a05e859b6 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.3012378 Apr 20 23:28:45.781806 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-31df8ec9-079d-4eb0-9893-91a017631f7b req-d2f1e778-38ea-47e3-bd0f-542d2ead6b0e tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696712 Apr 20 23:28:45.824177 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b46c2019-c932-4e04-8af7-4daafc3ded77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:45.851772 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac185a2-fc23-4e38-9f22-557e90dece2a req-54711173-b1f8-47ca-9bf9-aaa51364e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:45.853375 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bac185a2-fc23-4e38-9f22-557e90dece2a req-54711173-b1f8-47ca-9bf9-aaa51364e014 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2990cae8-5a54-473d-86b5-0b1ec0d9b4bb HTTP/1.1" status: 200 len: 919 time: 0.2415836 Apr 20 23:28:45.872941 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-89ea84d7-8a23-44e5-85fc-f156da9639c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:45.994151 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c2019-c932-4e04-8af7-4daafc3ded77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2545500a-f1f3-494b-aec6-7581c5e2ec1b,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:46.003176 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b46c2019-c932-4e04-8af7-4daafc3ded77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:46.007549 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bac185a2-fc23-4e38-9f22-557e90dece2a req-c1188665-d19b-4039-a424-812341cfe671 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4348a70f-904c-4ce7-aef4-db37fed2d564 HTTP/1.1" status: 200 len: 217 time: 0.1450639 Apr 20 23:28:46.031887 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1bd09-78fe-40ee-b172-c5c05d6dead4 req-fa48df86-b483-4285-903f-93f253b47757 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:46.033594 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-73c1bd09-78fe-40ee-b172-c5c05d6dead4 req-fa48df86-b483-4285-903f-93f253b47757 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 945 time: 0.2510545 Apr 20 23:28:46.034665 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46c2019-c932-4e04-8af7-4daafc3ded77 admin admin] Checking segment: {'id': '3f34ee11-789b-46fd-a075-03748eaa0e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '14eab4f7-543a-4ca8-b530-879132bee358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:28:46.035139 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46c2019-c932-4e04-8af7-4daafc3ded77 admin admin] Network hostable DHCP agents. Network: 14eab4f7-543a-4ca8-b530-879132bee358, hostable agents: ['a298e916-2d0e-40ec-9d0f-6465273d3362'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:28:46.052309 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:46.090972 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46c2019-c932-4e04-8af7-4daafc3ded77 admin admin] Network 14eab4f7-543a-4ca8-b530-879132bee358 is scheduled to be hosted by DHCP agent a298e916-2d0e-40ec-9d0f-6465273d3362 with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:28:46.105122 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-b46c2019-c932-4e04-8af7-4daafc3ded77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-smb, 14eab4f7-543a-4ca8-b530-879132bee358) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:28:46.114196 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd6c026-cdaa-4fe9-81c1-db6efa572ee6 None None] Network 14eab4f7-543a-4ca8-b530-879132bee358 requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:28:46.118249 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46c2019-c932-4e04-8af7-4daafc3ded77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:46.119108 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b46c2019-c932-4e04-8af7-4daafc3ded77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:46.125841 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-73c1bd09-78fe-40ee-b172-c5c05d6dead4 req-3200ba01-8123-4662-aedc-d382f90b9856 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830007 Apr 20 23:28:46.135397 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce6cc3-9e89-4333-a124-64f70d59d628 req-692ebd82-2b06-4112-a2f4-9eb155c3d85c tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:46.136602 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ebce6cc3-9e89-4333-a124-64f70d59d628 req-692ebd82-2b06-4112-a2f4-9eb155c3d85c tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/ports?device_id=72ad1fe8-7421-4ffa-905c-99f8778cfc91 HTTP/1.1" status: 200 len: 946 time: 0.1986892 Apr 20 23:28:46.151287 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac185a2-fc23-4e38-9f22-557e90dece2a req-65ab17e7-2ac8-4c07-8b78-c07b768a9cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:46.152785 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bac185a2-fc23-4e38-9f22-557e90dece2a req-65ab17e7-2ac8-4c07-8b78-c07b768a9cd4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22d48d33-81cf-4485-85d6-4b724a9185d9 HTTP/1.1" status: 200 len: 858 time: 0.1371498 Apr 20 23:28:46.157646 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b46c2019-c932-4e04-8af7-4daafc3ded77 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1378248 Apr 20 23:28:46.209180 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457c82f3-83b8-4273-bfc0-3086f5010c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976a76ac-e6d3-4de3-aa08-fcf74beaf4d6'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:28:46.232631 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bac185a2-fc23-4e38-9f22-557e90dece2a req-e03ab87c-a5b1-4a9f-9d1c-c5d727cbf794 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2990cae8-5a54-473d-86b5-0b1ec0d9b4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621266 Apr 20 23:28:46.325087 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ebce6cc3-9e89-4333-a124-64f70d59d628 req-5ee2442b-1f3b-44ab-ae78-37cfb61c623c tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/security-groups?id=384daf2e-82c0-40e1-ab8f-95bd85cd1c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774666 Apr 20 23:28:46.330033 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457c82f3-83b8-4273-bfc0-3086f5010c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976a76ac-e6d3-4de3-aa08-fcf74beaf4d6', 'code': 200} Apr 20 23:28:46.405881 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f632b682-7a07-4e40-8f68-3d2946cd9ac1 None None] Network 14eab4f7-543a-4ca8-b530-879132bee358 requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:28:46.507501 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bac185a2-fc23-4e38-9f22-557e90dece2a req-21d15403-c0af-461d-80b7-8f0f84664f9d service neutron] 10.222.0.36 "GET /v2.0/networks/2990cae8-5a54-473d-86b5-0b1ec0d9b4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570858 Apr 20 23:28:46.629484 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 53516) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:46.680705 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bac185a2-fc23-4e38-9f22-557e90dece2a req-b9e7e1cd-7d81-45d5-9dab-b5e9406ff10e service neutron] 10.222.0.36 "GET /v2.0/networks/2990cae8-5a54-473d-86b5-0b1ec0d9b4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613567 Apr 20 23:28:46.736575 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83948ead-447f-4081-a73e-b88bae134071 req-4b31078d-7ca6-4a12-ac0d-0c760bf015f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:46.738347 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-83948ead-447f-4081-a73e-b88bae134071 req-4b31078d-7ca6-4a12-ac0d-0c760bf015f8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 1099 time: 0.1454854 Apr 20 23:28:46.843340 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1ed601cf-d936-42d0-a41f-8f59c818ba84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:46.858707 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-83948ead-447f-4081-a73e-b88bae134071 req-ddc161e4-d7ac-4e8b-851a-45c4ceddb3dd service neutron] Synchronizing usage tracker for tenant:40c822debee040d2bc87d6b3239d4ccd on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:28:46.876679 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1ed601cf-d936-42d0-a41f-8f59c818ba84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:46.881992 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1ed601cf-d936-42d0-a41f-8f59c818ba84 admin admin] Usage tracker for resource:security_group_rule and tenant:d5b13e5bf6b84fe5a760a88f397a588d is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:46.884670 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-83948ead-447f-4081-a73e-b88bae134071 req-ddc161e4-d7ac-4e8b-851a-45c4ceddb3dd service neutron] Unset dirty status for tenant:40c822debee040d2bc87d6b3239d4ccd on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:28:46.885923 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-83948ead-447f-4081-a73e-b88bae134071 req-ddc161e4-d7ac-4e8b-851a-45c4ceddb3dd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394656 Apr 20 23:28:46.886754 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1ed601cf-d936-42d0-a41f-8f59c818ba84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:46.893356 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1ed601cf-d936-42d0-a41f-8f59c818ba84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:47.023232 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1ed601cf-d936-42d0-a41f-8f59c818ba84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:47.023387 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb93ae-1039-45eb-b0c2-494a619485d7 req-174f6f97-aee8-4220-88e9-e9cbf15f62da tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:47.025406 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2dfb93ae-1039-45eb-b0c2-494a619485d7 req-174f6f97-aee8-4220-88e9-e9cbf15f62da tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.1105616 Apr 20 23:28:47.030716 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1ed601cf-d936-42d0-a41f-8f59c818ba84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:47.041099 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0bc4e1c9-040f-4db1-8311-bafcbb13a789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:47.086894 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2dfb93ae-1039-45eb-b0c2-494a619485d7 req-e5c2c245-b2dc-40bf-83cb-91e7eb01cb99 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525241 Apr 20 23:28:47.210039 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-1ed601cf-d936-42d0-a41f-8f59c818ba84 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d5b13e5bf6b84fe5a760a88f397a588d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5746584 Apr 20 23:28:47.210126 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 53556) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:47.212213 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed601cf-d936-42d0-a41f-8f59c818ba84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a89e7f0-50a1-48a0-9b70-5005ebf4f682,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:47.230223 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1ed601cf-d936-42d0-a41f-8f59c818ba84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:47.305388 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cbe49-0cac-489c-9078-adad17b81560 req-50c87690-6fa2-4e11-8f5c-eba9134ed7e3 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:47.306529 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-860cbe49-0cac-489c-9078-adad17b81560 req-50c87690-6fa2-4e11-8f5c-eba9134ed7e3 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Synchronizing usage tracker for tenant:d0fac9a46a0e43d09d12408e844f1d1d on resource:network {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:28:47.328141 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-860cbe49-0cac-489c-9078-adad17b81560 req-50c87690-6fa2-4e11-8f5c-eba9134ed7e3 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Unset dirty status for tenant:d0fac9a46a0e43d09d12408e844f1d1d on resource:network {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:28:47.329471 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-860cbe49-0cac-489c-9078-adad17b81560 req-50c87690-6fa2-4e11-8f5c-eba9134ed7e3 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] 10.222.0.16 "GET /v2.0/networks?id=a706d6bb-0b22-4ab1-849c-f132dcb597cf HTTP/1.1" status: 200 len: 809 time: 0.2266915 Apr 20 23:28:47.353543 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-860cbe49-0cac-489c-9078-adad17b81560 req-b185c303-878c-4032-8e20-51fbfec2a43e tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] 10.222.0.16 "GET /v2.0/quotas/d0fac9a46a0e43d09d12408e844f1d1d HTTP/1.1" status: 200 len: 375 time: 0.0152307 Apr 20 23:28:47.478706 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a4cb3571-55fa-49f5-9981-86c493309b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:47.524286 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a4cb3571-55fa-49f5-9981-86c493309b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:47.544352 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-860cbe49-0cac-489c-9078-adad17b81560 req-21568158-7646-4a33-b935-ac40a1ce3d7c tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0fac9a46a0e43d09d12408e844f1d1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1853707 Apr 20 23:28:47.564660 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e700e67-8c2c-43aa-be39-9d0bb5088a88 req-197a3f1b-aaf1-4555-a903-3d4b19d00e19 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:47.566337 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2e700e67-8c2c-43aa-be39-9d0bb5088a88 req-197a3f1b-aaf1-4555-a903-3d4b19d00e19 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 945 time: 0.2526712 Apr 20 23:28:47.593329 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 53574) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:47.624981 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2e700e67-8c2c-43aa-be39-9d0bb5088a88 req-7c1a441a-262b-461a-88dc-7e7e42062ef6 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470378 Apr 20 23:28:47.628741 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a4cb3571-55fa-49f5-9981-86c493309b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:47.633846 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c9631177-335b-4aa4-8357-c579b4935145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:47.657049 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb3571-55fa-49f5-9981-86c493309b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a89e7f0-50a1-48a0-9b70-5005ebf4f682,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:47.660499 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a4cb3571-55fa-49f5-9981-86c493309b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:47.661743 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a4cb3571-55fa-49f5-9981-86c493309b43 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a89e7f0-50a1-48a0-9b70-5005ebf4f682 HTTP/1.1" status: 204 len: 168 time: 0.4519553 Apr 20 23:28:47.663286 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a4cb3571-55fa-49f5-9981-86c493309b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:47.687887 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e3452-13b7-488d-a28e-7d1d7d713a37 req-68e26942-701d-4805-aa03-15539457adc4 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:47.689469 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4a8e3452-13b7-488d-a28e-7d1d7d713a37 req-68e26942-701d-4805-aa03-15539457adc4 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.36 "GET /v2.0/ports?device_id=72ad1fe8-7421-4ffa-905c-99f8778cfc91 HTTP/1.1" status: 200 len: 946 time: 0.2257063 Apr 20 23:28:47.818367 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-860cbe49-0cac-489c-9078-adad17b81560 req-6832efe3-82b1-4d01-8d9d-c8051bdcbcfa service neutron] 10.222.0.16 "GET /v2.0/networks/a706d6bb-0b22-4ab1-849c-f132dcb597cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630055 Apr 20 23:28:47.828717 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-4a8e3452-13b7-488d-a28e-7d1d7d713a37 req-90507b9d-8163-4790-8c30-659f0d1119ea tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Deleting port 2654dcc9-9d09-41fa-b4ce-a1fb799f9583 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:28:47.829104 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-4a8e3452-13b7-488d-a28e-7d1d7d713a37 req-90507b9d-8163-4790-8c30-659f0d1119ea tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:47.871238 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7e0da-d0dd-4c35-8508-e3c0248f21f3 req-46de7671-8895-4556-9307-52347e3b6a74 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:47.873040 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2cf7e0da-d0dd-4c35-8508-e3c0248f21f3 req-46de7671-8895-4556-9307-52347e3b6a74 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/ports?device_id=72ad1fe8-7421-4ffa-905c-99f8778cfc91 HTTP/1.1" status: 200 len: 946 time: 0.1089942 Apr 20 23:28:47.963216 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2cf7e0da-d0dd-4c35-8508-e3c0248f21f3 req-0852e829-d1f4-4673-bb14-6f496d9875e8 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/security-groups?id=384daf2e-82c0-40e1-ab8f-95bd85cd1c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806959 Apr 20 23:28:48.103405 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 53586) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:48.128290 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d8acc8d6-453c-4135-b7a3-d4557ae84f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:48.144527 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-d8acc8d6-453c-4135-b7a3-d4557ae84f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:48.148639 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-d8acc8d6-453c-4135-b7a3-d4557ae84f79 admin admin] Usage tracker for resource:security_group_rule and tenant:8e6259d1fe774bf5b7f784974fb00a18 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:48.151666 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-d8acc8d6-453c-4135-b7a3-d4557ae84f79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:48.153691 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-19eb900a-2b85-46af-acfd-654973f99e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:48.157788 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-d8acc8d6-453c-4135-b7a3-d4557ae84f79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:48.177620 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-19eb900a-2b85-46af-acfd-654973f99e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:48.181930 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-19eb900a-2b85-46af-acfd-654973f99e8e admin admin] Usage tracker for resource:security_group_rule and tenant:7cff78fda43140098e908d28eb1db036 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:48.184783 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-19eb900a-2b85-46af-acfd-654973f99e8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:48.190662 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-19eb900a-2b85-46af-acfd-654973f99e8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:48.294458 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d8acc8d6-453c-4135-b7a3-d4557ae84f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:48.300007 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d8acc8d6-453c-4135-b7a3-d4557ae84f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:48.309431 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b613652e-936b-434d-9001-f1ca386aa04a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:48.324863 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-4a8e3452-13b7-488d-a28e-7d1d7d713a37 req-90507b9d-8163-4790-8c30-659f0d1119ea tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] For port 2654dcc9-9d09-41fa-b4ce-a1fb799f9583, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2654dcc9-9d09-41fa-b4ce-a1fb799f9583,segment=NetworkSegment(649e5b84-9c1c-49f0-a2cb-c4ba725e83c5),segment_id=649e5b84-9c1c-49f0-a2cb-c4ba725e83c5)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:28:48.325246 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-4a8e3452-13b7-488d-a28e-7d1d7d713a37 req-90507b9d-8163-4790-8c30-659f0d1119ea tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:48.366149 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8acc8d6-453c-4135-b7a3-d4557ae84f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a99098-87be-43bd-a37c-838712876708,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:48.373645 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-d8acc8d6-453c-4135-b7a3-d4557ae84f79 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e6259d1fe774bf5b7f784974fb00a18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689576 Apr 20 23:28:48.375996 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d8acc8d6-453c-4135-b7a3-d4557ae84f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:48.384898 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681e54f-c46e-4a73-9478-90239cb9af80 req-2f1a4ff9-605f-48e0-9fdc-62f97cd4e777 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:48.386617 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c681e54f-c46e-4a73-9478-90239cb9af80 req-2f1a4ff9-605f-48e0-9fdc-62f97cd4e777 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.1708796 Apr 20 23:28:48.387111 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 53592) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:48.409885 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-860cbe49-0cac-489c-9078-adad17b81560 req-01f26386-c88b-47e4-a5e6-74f2f7c33630 service neutron] 10.222.0.16 "GET /v2.0/networks/a706d6bb-0b22-4ab1-849c-f132dcb597cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5463736 Apr 20 23:28:48.452098 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c681e54f-c46e-4a73-9478-90239cb9af80 req-ba721842-3729-4e67-bc18-74b5b56ea24c tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512786 Apr 20 23:28:48.493593 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f0917c60-dc2f-4b1d-b70e-7a1ac63a9334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:48.516579 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-4a8e3452-13b7-488d-a28e-7d1d7d713a37 req-90507b9d-8163-4790-8c30-659f0d1119ea tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Calling delete_port for 2654dcc9-9d09-41fa-b4ce-a1fb799f9583 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:28:48.551122 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f0917c60-dc2f-4b1d-b70e-7a1ac63a9334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:48.602909 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f0917c60-dc2f-4b1d-b70e-7a1ac63a9334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:48.610639 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f39e7b72-8b43-4f1b-87c1-a06749ca2d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:48.623884 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0917c60-dc2f-4b1d-b70e-7a1ac63a9334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a99098-87be-43bd-a37c-838712876708,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:48.627473 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f0917c60-dc2f-4b1d-b70e-7a1ac63a9334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:48.628668 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f0917c60-dc2f-4b1d-b70e-7a1ac63a9334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:48.631470 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-f0917c60-dc2f-4b1d-b70e-7a1ac63a9334 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45a99098-87be-43bd-a37c-838712876708 HTTP/1.1" status: 204 len: 168 time: 0.2433712 Apr 20 23:28:48.767539 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cac98ef7-3d6f-4d9b-a649-4e4ccf2b5e00 req-a5e7ae78-e3ef-46aa-b712-9a61f0ad0c82 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] 10.222.0.16 "GET /v2.0/ports?device_id=b912f8db-8cf8-4cd1-94d9-56565b6cdb66 HTTP/1.1" status: 200 len: 210 time: 0.0621111 Apr 20 23:28:48.806676 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747efd33-bab0-4dde-958e-4d52dc036798 req-eb4984b6-7ebe-468c-bdc2-fa18985e1e20 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:48.808328 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-747efd33-bab0-4dde-958e-4d52dc036798 req-eb4984b6-7ebe-468c-bdc2-fa18985e1e20 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.1534486 Apr 20 23:28:48.818211 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 53624) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:48.830332 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-4acebf07-40ee-4713-a250-58caad388976 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Request body: {'floatingip': {'port_id': '976a76ac-e6d3-4de3-aa08-fcf74beaf4d6'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:28:48.893285 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-19eb900a-2b85-46af-acfd-654973f99e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:48.903826 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-19eb900a-2b85-46af-acfd-654973f99e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:48.938350 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4acebf07-40ee-4713-a250-58caad388976 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for floatingip, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:49.028480 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a3465582-8fb3-4b98-a2ff-2ba96cc060d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:49.299189 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:28:49.435769 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb900a-2b85-46af-acfd-654973f99e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1858c40-dc18-46e3-a35e-a4cac37568cc,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:49.440710 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-19eb900a-2b85-46af-acfd-654973f99e8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7cff78fda43140098e908d28eb1db036&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7965562 Apr 20 23:28:49.453094 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-19eb900a-2b85-46af-acfd-654973f99e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:49.453648 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 53648) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:49.454024 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 53652) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:49.559219 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-4a8e3452-13b7-488d-a28e-7d1d7d713a37 req-90507b9d-8163-4790-8c30-659f0d1119ea tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:49.573597 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['2654dcc9-9d09-41fa-b4ce-a1fb799f9583'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:28:49.576566 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199b6be-6bbe-4465-bfc0-d9b58ee2e717 req-971c402b-e97b-483e-a918-f714d90a1625 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:49.585571 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8199b6be-6bbe-4465-bfc0-d9b58ee2e717 req-971c402b-e97b-483e-a918-f714d90a1625 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 945 time: 0.4637814 Apr 20 23:28:49.622493 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4371b7a0-7831-48d6-bf23-a32c4297a369 req-36e8bf6e-d66a-4f97-aafd-42c7f0ed4b68 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/ports?device_id=72ad1fe8-7421-4ffa-905c-99f8778cfc91 HTTP/1.1" status: 200 len: 210 time: 0.3755596 Apr 20 23:28:49.628961 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6a36eacc-13e4-411a-a7e4-b43981fea127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:49.672340 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-097a2640-7523-44cb-9dda-e1bd7b40e7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:49.715739 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90507b9d-8163-4790-8c30-659f0d1119ea tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Pushing event deleted for resources: {'Port': ['ID=2654dcc9-9d09-41fa-b4ce-a1fb799f9583,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:49.743406 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-90507b9d-8163-4790-8c30-659f0d1119ea tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:49.782597 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-097a2640-7523-44cb-9dda-e1bd7b40e7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:49.878094 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7b72a799-4698-46da-b9c3-c01c76392958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:49.912502 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-097a2640-7523-44cb-9dda-e1bd7b40e7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:49.916170 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b1b2a9-ca93-428b-9800-f9007118d912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:49.937788 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:49.951499 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-92b1b2a9-ca93-428b-9800-f9007118d912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:49.955666 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-92b1b2a9-ca93-428b-9800-f9007118d912 admin admin] Usage tracker for resource:security_group_rule and tenant:c407ffad2fdf4c0598b9ab00304735fa is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:49.958913 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-92b1b2a9-ca93-428b-9800-f9007118d912 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:49.965665 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-92b1b2a9-ca93-428b-9800-f9007118d912 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:49.989324 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a2640-7523-44cb-9dda-e1bd7b40e7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1858c40-dc18-46e3-a35e-a4cac37568cc,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:49.993935 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8199b6be-6bbe-4465-bfc0-d9b58ee2e717 req-832cee56-6bba-4e16-9c37-4a7d18b1bd3b tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073417 Apr 20 23:28:49.996079 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-097a2640-7523-44cb-9dda-e1bd7b40e7f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:50.057938 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8e3452-13b7-488d-a28e-7d1d7d713a37 req-90507b9d-8163-4790-8c30-659f0d1119ea tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] No DVR routers for this DVR port 2654dcc9-9d09-41fa-b4ce-a1fb799f9583 on host hv-cinder-78729 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:28:50.064743 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-4a8e3452-13b7-488d-a28e-7d1d7d713a37 req-90507b9d-8163-4790-8c30-659f0d1119ea tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:50.068181 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ad1fe8-7421-4ffa-905c-99f8778cfc91', 'name': 'network-vif-deleted', 'tag': '2654dcc9-9d09-41fa-b4ce-a1fb799f9583'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:28:50.111069 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-097a2640-7523-44cb-9dda-e1bd7b40e7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:50.113674 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-097a2640-7523-44cb-9dda-e1bd7b40e7f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1858c40-dc18-46e3-a35e-a4cac37568cc HTTP/1.1" status: 204 len: 168 time: 0.6569915 Apr 20 23:28:50.115850 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4a8e3452-13b7-488d-a28e-7d1d7d713a37 req-90507b9d-8163-4790-8c30-659f0d1119ea tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.36 "DELETE /v2.0/ports/2654dcc9-9d09-41fa-b4ce-a1fb799f9583 HTTP/1.1" status: 204 len: 173 time: 2.4055836 Apr 20 23:28:50.165603 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ad1fe8-7421-4ffa-905c-99f8778cfc91', 'name': 'network-vif-deleted', 'tag': '2654dcc9-9d09-41fa-b4ce-a1fb799f9583', 'status': 'completed', 'code': 200} Apr 20 23:28:50.201121 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 53684) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:50.225259 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b1b2a9-ca93-428b-9800-f9007118d912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:50.228490 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92b1b2a9-ca93-428b-9800-f9007118d912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:50.264406 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c5fad91c-7279-42ba-b7ab-27c2433b9314 req-917118cd-084c-4982-9fe4-7e0c208e39d1 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] 10.222.0.16 "GET /v2.0/ports?device_id=b912f8db-8cf8-4cd1-94d9-56565b6cdb66 HTTP/1.1" status: 200 len: 210 time: 0.0620568 Apr 20 23:28:50.278148 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:50.321844 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-92b1b2a9-ca93-428b-9800-f9007118d912 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c407ffad2fdf4c0598b9ab00304735fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8665800 Apr 20 23:28:50.324275 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1b2a9-ca93-428b-9800-f9007118d912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92db9533-d2f6-46a0-b77b-ea696d2ca3c2,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:50.324516 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 53690) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:50.349362 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-92b1b2a9-ca93-428b-9800-f9007118d912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:50.666522 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cbe49-0cac-489c-9078-adad17b81560 req-801e00b7-65c8-4a95-abcd-1182cad3ac79 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:50.670404 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-860cbe49-0cac-489c-9078-adad17b81560 req-801e00b7-65c8-4a95-abcd-1182cad3ac79 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] 10.222.0.36 "GET /v2.0/networks?id=a706d6bb-0b22-4ab1-849c-f132dcb597cf HTTP/1.1" status: 200 len: 809 time: 0.2308493 Apr 20 23:28:50.684456 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-860cbe49-0cac-489c-9078-adad17b81560 req-c61a669b-f353-47bd-8ce5-9102937d6b2b tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Request body: {'port': {'device_id': 'b912f8db-8cf8-4cd1-94d9-56565b6cdb66', 'network_id': 'a706d6bb-0b22-4ab1-849c-f132dcb597cf', 'admin_state_up': True, 'tenant_id': 'd0fac9a46a0e43d09d12408e844f1d1d'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:28:50.716610 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3a8ea54c-00a7-4e02-99fe-b405df52e834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:50.781768 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4acebf07-40ee-4713-a250-58caad388976 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:50.792243 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4acebf07-40ee-4713-a250-58caad388976 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648881'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:50.931487 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-bee09937-2b28-46a0-b62a-11f501ec0a14 req-7fac4cfa-dd7a-4d2c-ace8-64dcbd05fbec tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Synchronizing usage tracker for tenant:13daa07c06b34017938f4dfe3baf7fe9 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:28:50.980905 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-bee09937-2b28-46a0-b62a-11f501ec0a14 req-7fac4cfa-dd7a-4d2c-ace8-64dcbd05fbec tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Unset dirty status for tenant:13daa07c06b34017938f4dfe3baf7fe9 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:28:50.992678 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bee09937-2b28-46a0-b62a-11f501ec0a14 req-7fac4cfa-dd7a-4d2c-ace8-64dcbd05fbec tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] 10.222.0.16 "GET /v2.0/ports?device_id=72ad1fe8-7421-4ffa-905c-99f8778cfc91 HTTP/1.1" status: 200 len: 210 time: 0.1238821 Apr 20 23:28:50.998667 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3308bb38-5e9a-4026-a052-ab2ef1a8a85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:51.009704 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-860cbe49-0cac-489c-9078-adad17b81560 req-c61a669b-f353-47bd-8ce5-9102937d6b2b tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:51.013825 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3a8ea54c-00a7-4e02-99fe-b405df52e834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:51.014754 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-860cbe49-0cac-489c-9078-adad17b81560 req-c61a669b-f353-47bd-8ce5-9102937d6b2b tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Usage tracker for resource:port and tenant:d0fac9a46a0e43d09d12408e844f1d1d is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:51.018149 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-860cbe49-0cac-489c-9078-adad17b81560 req-c61a669b-f353-47bd-8ce5-9102937d6b2b tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:51.038580 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-860cbe49-0cac-489c-9078-adad17b81560 req-c61a669b-f353-47bd-8ce5-9102937d6b2b tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:51.058278 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-3308bb38-5e9a-4026-a052-ab2ef1a8a85b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:51.067913 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860cbe49-0cac-489c-9078-adad17b81560 req-c61a669b-f353-47bd-8ce5-9102937d6b2b tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Made reservation on behalf of d0fac9a46a0e43d09d12408e844f1d1d for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:28:51.074853 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-860cbe49-0cac-489c-9078-adad17b81560 req-c61a669b-f353-47bd-8ce5-9102937d6b2b tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:51.076284 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-3308bb38-5e9a-4026-a052-ab2ef1a8a85b admin admin] Usage tracker for resource:security_group_rule and tenant:c2f329b604d34a4ebfb609cae70ec46a is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:51.089359 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-3308bb38-5e9a-4026-a052-ab2ef1a8a85b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:51.108514 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-3308bb38-5e9a-4026-a052-ab2ef1a8a85b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:51.148457 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.l3_db [None req-4acebf07-40ee-4713-a250-58caad388976 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Floating IP 2b6b1d77-f6ac-4695-b6f9-d3569ee091a9 associated. External IP: 172.28.2.238, port: 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6. Apr 20 23:28:51.411251 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3a8ea54c-00a7-4e02-99fe-b405df52e834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:51.426483 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dc1e7242-7232-4a4e-85a4-8c04f6d4720a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:51.468668 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ea54c-00a7-4e02-99fe-b405df52e834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92db9533-d2f6-46a0-b77b-ea696d2ca3c2,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:51.481621 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3a8ea54c-00a7-4e02-99fe-b405df52e834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:51.488228 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3a8ea54c-00a7-4e02-99fe-b405df52e834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:51.490141 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-3a8ea54c-00a7-4e02-99fe-b405df52e834 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92db9533-d2f6-46a0-b77b-ea696d2ca3c2 HTTP/1.1" status: 204 len: 168 time: 1.1641667 Apr 20 23:28:51.571108 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33011d7-bfe7-4682-8826-ad4487836790 req-c4072c46-61d5-4d51-87a4-d320a3fc1882 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:51.579868 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a33011d7-bfe7-4682-8826-ad4487836790 req-c4072c46-61d5-4d51-87a4-d320a3fc1882 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 945 time: 0.3517845 Apr 20 23:28:51.625898 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b7d97998-9bc4-426c-a9cf-fe6216ddc4c6 req-0170d4be-af70-448d-9930-d13c61788ec9 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] 10.222.0.16 "GET /v2.0/ports?device_id=b912f8db-8cf8-4cd1-94d9-56565b6cdb66 HTTP/1.1" status: 200 len: 210 time: 0.0729101 Apr 20 23:28:51.683714 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-860cbe49-0cac-489c-9078-adad17b81560 req-c61a669b-f353-47bd-8ce5-9102937d6b2b tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Allocated IP 172.20.0.14 (a706d6bb-0b22-4ab1-849c-f132dcb597cf/95ff1077-34e1-45fe-9bea-0331f6ce3afd/2a582138-b9c9-4bec-96bd-049dd58185d0) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:28:51.993329 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3308bb38-5e9a-4026-a052-ab2ef1a8a85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:52.000215 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-860cbe49-0cac-489c-9078-adad17b81560 req-c61a669b-f353-47bd-8ce5-9102937d6b2b tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:52.023391 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a33011d7-bfe7-4682-8826-ad4487836790 req-12201364-93ec-4e17-a5fa-32451a862a4a tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423809 Apr 20 23:28:52.027044 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3308bb38-5e9a-4026-a052-ab2ef1a8a85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:52.038693 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:52.050147 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-860cbe49-0cac-489c-9078-adad17b81560 req-c61a669b-f353-47bd-8ce5-9102937d6b2b tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:52.060341 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:52.112513 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-3308bb38-5e9a-4026-a052-ab2ef1a8a85b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c2f329b604d34a4ebfb609cae70ec46a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9059229 Apr 20 23:28:52.117986 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 53774) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:52.140080 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308bb38-5e9a-4026-a052-ab2ef1a8a85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57d4b6e-ca10-45b8-8a68-ce0a43e029b7,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:52.147157 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3308bb38-5e9a-4026-a052-ab2ef1a8a85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:52.161586 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860cbe49-0cac-489c-9078-adad17b81560 req-c61a669b-f353-47bd-8ce5-9102937d6b2b tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Network a706d6bb-0b22-4ab1-849c-f132dcb597cf is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:28:52.165804 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acebf07-40ee-4713-a250-58caad388976 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Router 47732a0d-641a-4300-a474-ab75c03316f4 has already been hosted by L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:28:52.172452 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-860cbe49-0cac-489c-9078-adad17b81560 req-c61a669b-f353-47bd-8ce5-9102937d6b2b tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:28:52.181133 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-860cbe49-0cac-489c-9078-adad17b81560 req-c61a669b-f353-47bd-8ce5-9102937d6b2b tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:28:52.190013 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 53778) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:52.193957 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cbe49-0cac-489c-9078-adad17b81560 req-c61a669b-f353-47bd-8ce5-9102937d6b2b tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:52.194675 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-860cbe49-0cac-489c-9078-adad17b81560 req-c61a669b-f353-47bd-8ce5-9102937d6b2b tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:52.215506 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a669b-f353-47bd-8ce5-9102937d6b2b tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Pushing event updated for resources: {'Port': ['ID=2a582138-b9c9-4bec-96bd-049dd58185d0,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:52.225846 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c61a669b-f353-47bd-8ce5-9102937d6b2b tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:52.235982 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-860cbe49-0cac-489c-9078-adad17b81560 req-c61a669b-f353-47bd-8ce5-9102937d6b2b tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5564837 Apr 20 23:28:52.263525 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-860cbe49-0cac-489c-9078-adad17b81560 req-5d158a75-28af-41d8-9061-bdc578e131de service neutron] Request body: {'port': {'device_id': 'b912f8db-8cf8-4cd1-94d9-56565b6cdb66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:28:52.341460 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7fb2-a5ee-4cb4-81a2-319d0f86ad92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:52.380696 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-e4ae7fb2-a5ee-4cb4-81a2-319d0f86ad92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:52.384858 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-e4ae7fb2-a5ee-4cb4-81a2-319d0f86ad92 admin admin] Usage tracker for resource:security_group_rule and tenant:1a4667bb27594d6ebbb1617e2020bf76 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:52.387898 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-e4ae7fb2-a5ee-4cb4-81a2-319d0f86ad92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:52.394745 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-e4ae7fb2-a5ee-4cb4-81a2-319d0f86ad92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:52.404284 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ba36ab08-9618-41e0-b74d-6150707fe039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:52.452506 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-860cbe49-0cac-489c-9078-adad17b81560 req-5d158a75-28af-41d8-9061-bdc578e131de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:52.492928 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7fb2-a5ee-4cb4-81a2-319d0f86ad92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:52.503261 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a1bb92b2-6c16-4402-8caf-e3f4a19fccf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:52.507564 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e4ae7fb2-a5ee-4cb4-81a2-319d0f86ad92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:52.523913 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-51279cb9-aa86-4921-929c-c6b2b9613e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:52.619943 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a1bb92b2-6c16-4402-8caf-e3f4a19fccf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:52.629363 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-e4ae7fb2-a5ee-4cb4-81a2-319d0f86ad92 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a4667bb27594d6ebbb1617e2020bf76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4364765 Apr 20 23:28:52.630253 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae7fb2-a5ee-4cb4-81a2-319d0f86ad92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719e0842-355a-4e76-a990-afbcd4ea50a6,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:52.648318 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e4ae7fb2-a5ee-4cb4-81a2-319d0f86ad92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:52.648889 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 53790) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:52.657686 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 2654dcc9-9d09-41fa-b4ce-a1fb799f9583 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:28:52.762115 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] No Port match for: 2654dcc9-9d09-41fa-b4ce-a1fb799f9583 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:28:52.762709 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 2654dcc9-9d09-41fa-b4ce-a1fb799f9583 not bound to the agent host hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:28:52.769286 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acebf07-40ee-4713-a250-58caad388976 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:28:52.785706 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65d7221-a9d8-42cf-8e67-74a868be281d None None] Sync routers for ids ['47732a0d-641a-4300-a474-ab75c03316f4'] in dv-cinder-787296-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:28:52.801813 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65d7221-a9d8-42cf-8e67-74a868be281d None None] Routers {'47732a0d-641a-4300-a474-ab75c03316f4'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:28:52.802967 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-e65d7221-a9d8-42cf-8e67-74a868be281d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:28:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['47732a0d-641a-4300-a474-ab75c03316f4'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:28:52.850751 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:52.854945 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4acebf07-40ee-4713-a250-58caad388976 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:53.006616 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dec811ad-70e5-44f3-bd44-b58c9264379e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:53.025158 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a1bb92b2-6c16-4402-8caf-e3f4a19fccf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:53.033995 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-860cbe49-0cac-489c-9078-adad17b81560 req-5d158a75-28af-41d8-9061-bdc578e131de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a582138-b9c9-4bec-96bd-049dd58185d0 {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:28:53.035477 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d8acc8d6-453c-4135-b7a3-d4557ae84f79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:53.043636 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-860cbe49-0cac-489c-9078-adad17b81560 req-5d158a75-28af-41d8-9061-bdc578e131de service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:53.048017 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb92b2-6c16-4402-8caf-e3f4a19fccf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57d4b6e-ca10-45b8-8a68-ce0a43e029b7,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:53.066157 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-860cbe49-0cac-489c-9078-adad17b81560 req-5d158a75-28af-41d8-9061-bdc578e131de service neutron] Transition to ACTIVE for port object 2a582138-b9c9-4bec-96bd-049dd58185d0 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:28:53.070614 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-860cbe49-0cac-489c-9078-adad17b81560 req-5d158a75-28af-41d8-9061-bdc578e131de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:53.076421 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f93685c3-8c65-49dc-9cc8-fcfff422fce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:53.087864 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a1bb92b2-6c16-4402-8caf-e3f4a19fccf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:53.093457 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-4acebf07-40ee-4713-a250-58caad388976 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "PUT /v2.0/floatingips/2b6b1d77-f6ac-4695-b6f9-d3569ee091a9 HTTP/1.1" status: 200 len: 992 time: 4.2709265 Apr 20 23:28:53.107133 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457c82f3-83b8-4273-bfc0-3086f5010c9e', 'tag': '976a76ac-e6d3-4de3-aa08-fcf74beaf4d6'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:28:53.136473 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a1bb92b2-6c16-4402-8caf-e3f4a19fccf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:53.141172 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a1bb92b2-6c16-4402-8caf-e3f4a19fccf0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c57d4b6e-ca10-45b8-8a68-ce0a43e029b7 HTTP/1.1" status: 204 len: 168 time: 1.0221157 Apr 20 23:28:53.148499 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dec811ad-70e5-44f3-bd44-b58c9264379e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:53.227076 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 53816) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:53.248450 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d158a75-28af-41d8-9061-bdc578e131de service neutron] Pushing event updated for resources: {'Port': ['ID=2a582138-b9c9-4bec-96bd-049dd58185d0,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:53.249684 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046ff54-a597-4a54-97cc-cc13d00505fe req-87053156-8780-4099-ba41-b8c0ff2b241b tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:53.251902 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-e65d7221-a9d8-42cf-8e67-74a868be281d None None] Set router 47732a0d-641a-4300-a474-ab75c03316f4 gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:28:53.260753 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d158a75-28af-41d8-9061-bdc578e131de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:53.267762 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6046ff54-a597-4a54-97cc-cc13d00505fe req-87053156-8780-4099-ba41-b8c0ff2b241b tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] 10.222.0.16 "GET /v2.0/ports?device_id=b912f8db-8cf8-4cd1-94d9-56565b6cdb66 HTTP/1.1" status: 200 len: 932 time: 0.3353269 Apr 20 23:28:53.324957 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dec811ad-70e5-44f3-bd44-b58c9264379e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:53.338160 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:53.359378 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec811ad-70e5-44f3-bd44-b58c9264379e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719e0842-355a-4e76-a990-afbcd4ea50a6,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:53.382489 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dec811ad-70e5-44f3-bd44-b58c9264379e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:53.431362 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6046ff54-a597-4a54-97cc-cc13d00505fe req-b7836df5-8d02-4a15-9f58-fb0851fcefb7 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] 10.222.0.16 "GET /v2.0/security-groups?id=2edfdc14-8bbb-4b7c-87fc-b884e59c2125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622345 Apr 20 23:28:53.437467 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dec811ad-70e5-44f3-bd44-b58c9264379e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:53.438693 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-dec811ad-70e5-44f3-bd44-b58c9264379e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/719e0842-355a-4e76-a990-afbcd4ea50a6 HTTP/1.1" status: 204 len: 168 time: 0.7580225 Apr 20 23:28:53.538364 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-860cbe49-0cac-489c-9078-adad17b81560 req-5d158a75-28af-41d8-9061-bdc578e131de service neutron] Attempting to bind port 2a582138-b9c9-4bec-96bd-049dd58185d0 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:28:53.538659 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-860cbe49-0cac-489c-9078-adad17b81560 req-5d158a75-28af-41d8-9061-bdc578e131de service neutron] Attempting to bind port 2a582138-b9c9-4bec-96bd-049dd58185d0 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '3569f321-4a8f-467d-827a-f72204665e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a706d6bb-0b22-4ab1-849c-f132dcb597cf'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:28:53.539028 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860cbe49-0cac-489c-9078-adad17b81560 req-5d158a75-28af-41d8-9061-bdc578e131de service neutron] Attempting to bind port 2a582138-b9c9-4bec-96bd-049dd58185d0 on network a706d6bb-0b22-4ab1-849c-f132dcb597cf {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:28:53.558164 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860cbe49-0cac-489c-9078-adad17b81560 req-5d158a75-28af-41d8-9061-bdc578e131de service neutron] Port 2a582138-b9c9-4bec-96bd-049dd58185d0 on network a706d6bb-0b22-4ab1-849c-f132dcb597cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:28:53.558622 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860cbe49-0cac-489c-9078-adad17b81560 req-5d158a75-28af-41d8-9061-bdc578e131de service neutron] Attempting to bind port 2a582138-b9c9-4bec-96bd-049dd58185d0 on network a706d6bb-0b22-4ab1-849c-f132dcb597cf {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:28:53.566687 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860cbe49-0cac-489c-9078-adad17b81560 req-5d158a75-28af-41d8-9061-bdc578e131de service neutron] Checking agent: {'id': '0dbb4980-ddab-4c32-9a5e-02cbda900cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:28:53.567069 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860cbe49-0cac-489c-9078-adad17b81560 req-5d158a75-28af-41d8-9061-bdc578e131de service neutron] Checking segment: {'id': '3569f321-4a8f-467d-827a-f72204665e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a706d6bb-0b22-4ab1-849c-f132dcb597cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:28:53.567512 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860cbe49-0cac-489c-9078-adad17b81560 req-5d158a75-28af-41d8-9061-bdc578e131de service neutron] Bound using segment: {'id': '3569f321-4a8f-467d-827a-f72204665e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a706d6bb-0b22-4ab1-849c-f132dcb597cf'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:28:53.567993 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-860cbe49-0cac-489c-9078-adad17b81560 req-5d158a75-28af-41d8-9061-bdc578e131de service neutron] Bound port: 2a582138-b9c9-4bec-96bd-049dd58185d0, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3569f321-4a8f-467d-827a-f72204665e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a706d6bb-0b22-4ab1-849c-f132dcb597cf'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:28:53.568427 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-860cbe49-0cac-489c-9078-adad17b81560 req-5d158a75-28af-41d8-9061-bdc578e131de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:53.592501 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b514b4-ea1c-4e80-9248-e5908c3d6355 req-de27836e-e7b9-4f2b-8e8f-2f09a66b4e4e tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:53.602627 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2b514b4-ea1c-4e80-9248-e5908c3d6355 req-de27836e-e7b9-4f2b-8e8f-2f09a66b4e4e tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 945 time: 0.3558083 Apr 20 23:28:53.603014 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:53.639497 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-67f98dc3-1ea5-4603-87ed-7cddbf0e7805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:53.658289 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457c82f3-83b8-4273-bfc0-3086f5010c9e', 'tag': '976a76ac-e6d3-4de3-aa08-fcf74beaf4d6', 'status': 'completed', 'code': 200} Apr 20 23:28:53.666373 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-67f98dc3-1ea5-4603-87ed-7cddbf0e7805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:53.673296 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-67f98dc3-1ea5-4603-87ed-7cddbf0e7805 admin admin] Usage tracker for resource:security_group_rule and tenant:0961665b56ba43a598184e0c653f904f is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:53.722650 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-67f98dc3-1ea5-4603-87ed-7cddbf0e7805 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:53.743379 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-67f98dc3-1ea5-4603-87ed-7cddbf0e7805 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:53.779126 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2b514b4-ea1c-4e80-9248-e5908c3d6355 req-8b303509-3ae2-42bb-b6d7-871a55ec942d tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752005 Apr 20 23:28:53.792908 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 53828) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:53.796302 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-860cbe49-0cac-489c-9078-adad17b81560 req-5d158a75-28af-41d8-9061-bdc578e131de service neutron] For port 2a582138-b9c9-4bec-96bd-049dd58185d0, host hv-cinder-78729, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:28:53.829089 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476ad4c-cbb4-46db-a2b9-08829dffbf26 req-4385d9ae-245a-42c5-a9f7-d193d62ef842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:53.831019 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d476ad4c-cbb4-46db-a2b9-08829dffbf26 req-4385d9ae-245a-42c5-a9f7-d193d62ef842 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2bc87a338871440e8d886029fff40e57&device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 1099 time: 0.1604009 Apr 20 23:28:53.834710 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-36411dcc-b0a2-4e83-82f2-3e128ad816c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:53.846982 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-860cbe49-0cac-489c-9078-adad17b81560 req-5d158a75-28af-41d8-9061-bdc578e131de service neutron] For port 2a582138-b9c9-4bec-96bd-049dd58185d0, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2a582138-b9c9-4bec-96bd-049dd58185d0,segment=NetworkSegment(3569f321-4a8f-467d-827a-f72204665e16),segment_id=3569f321-4a8f-467d-827a-f72204665e16)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:28:53.853784 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-36411dcc-b0a2-4e83-82f2-3e128ad816c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:53.856800 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-860cbe49-0cac-489c-9078-adad17b81560 req-5d158a75-28af-41d8-9061-bdc578e131de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:53.859394 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-36411dcc-b0a2-4e83-82f2-3e128ad816c2 admin admin] Usage tracker for resource:security_group_rule and tenant:c23dbe9bf88d453abf95203bf0cbd3a5 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:53.867197 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-36411dcc-b0a2-4e83-82f2-3e128ad816c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:53.870181 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:53.910294 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-e65d7221-a9d8-42cf-8e67-74a868be281d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47732a0d-641a-4300-a474-ab75c03316f4', 'name': 'tempest-AttachVolumeTestJSON-160903111-router', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:27:58Z', 'updated_at': '2021-04-20T23:28:09Z', 'revision_number': 4, 'project_id': '2bc87a338871440e8d886029fff40e57', 'gw_port': {'id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:00Z', 'updated_at': '2021-04-20T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_floatingips': [{'id': '2b6b1d77-f6ac-4695-b6f9-d3569ee091a9', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'floating_ip_address': '172.28.2.238', 'floating_network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'router_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'port_id': '976a76ac-e6d3-4de3-aa08-fcf74beaf4d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c', 'mac_address': 'fa:16:3e:25:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457c82f3-83b8-4273-bfc0-3086f5010c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:28:18Z', 'updated_at': '2021-04-20T23:28:50Z', 'revision_number': 1, 'project_id': '2bc87a338871440e8d886029fff40e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c30bf0b-e9ef-4038-90a2-c5126aae4a27', 'name': '', 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'mac_address': 'fa:16:3e:14:24:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:07Z', 'updated_at': '2021-04-20T23:28:21Z', 'revision_number': 5, 'project_id': '2bc87a338871440e8d886029fff40e57', 'subnets': [{'id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:28:53.914986 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-36411dcc-b0a2-4e83-82f2-3e128ad816c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:53.915371 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65d7221-a9d8-42cf-8e67-74a868be281d None None] Checking router: 47732a0d-641a-4300-a474-ab75c03316f4 for host: dv-cinder-787296-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:28:53.924456 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65d7221-a9d8-42cf-8e67-74a868be281d None None] Routers {'47732a0d-641a-4300-a474-ab75c03316f4'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:28:53.925802 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-e65d7221-a9d8-42cf-8e67-74a868be281d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:28:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['47732a0d-641a-4300-a474-ab75c03316f4'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:28:53.937472 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cbe49-0cac-489c-9078-adad17b81560 req-5d158a75-28af-41d8-9061-bdc578e131de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:53.938242 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-860cbe49-0cac-489c-9078-adad17b81560 req-5d158a75-28af-41d8-9061-bdc578e131de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:53.939856 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-860cbe49-0cac-489c-9078-adad17b81560 req-5d158a75-28af-41d8-9061-bdc578e131de service neutron] 10.222.0.36 "PUT /v2.0/ports/2a582138-b9c9-4bec-96bd-049dd58185d0 HTTP/1.1" status: 200 len: 1094 time: 1.6829610 Apr 20 23:28:53.973500 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-67f98dc3-1ea5-4603-87ed-7cddbf0e7805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:53.976673 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b912f8db-8cf8-4cd1-94d9-56565b6cdb66', 'tag': '2a582138-b9c9-4bec-96bd-049dd58185d0'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:28:53.988263 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-67f98dc3-1ea5-4603-87ed-7cddbf0e7805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:54.009258 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b08146f6-8725-4f3c-9372-2a2748d0d110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:54.081453 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-67f98dc3-1ea5-4603-87ed-7cddbf0e7805 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0961665b56ba43a598184e0c653f904f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8528187 Apr 20 23:28:54.096941 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b912f8db-8cf8-4cd1-94d9-56565b6cdb66', 'tag': '2a582138-b9c9-4bec-96bd-049dd58185d0', 'status': 'completed', 'code': 200} Apr 20 23:28:54.100819 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 53842) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:54.120297 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f98dc3-1ea5-4603-87ed-7cddbf0e7805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67429d8-5bd8-481e-9724-401466f327ec,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:54.137406 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-67f98dc3-1ea5-4603-87ed-7cddbf0e7805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:54.144560 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d158a75-28af-41d8-9061-bdc578e131de service neutron] Pushing event updated for resources: {'Port': ['ID=2a582138-b9c9-4bec-96bd-049dd58185d0,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:54.145844 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476ad4c-cbb4-46db-a2b9-08829dffbf26 req-50966f46-b4b1-45c3-b589-e2720a96dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:54.151734 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d476ad4c-cbb4-46db-a2b9-08829dffbf26 req-50966f46-b4b1-45c3-b589-e2720a96dd6b service neutron] 10.222.0.36 "GET /v2.0/networks?id=f780fa1a-35e5-4ddd-af3a-7a7830d8c77c HTTP/1.1" status: 200 len: 911 time: 0.3034239 Apr 20 23:28:54.153483 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d158a75-28af-41d8-9061-bdc578e131de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:54.278133 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a5fdf4b1-8c88-4256-9650-8e9fb46c42ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:54.300863 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d476ad4c-cbb4-46db-a2b9-08829dffbf26 req-8c3c7ae5-a19b-4b9d-96c1-b198cd6218fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 HTTP/1.1" status: 200 len: 1000 time: 0.1358399 Apr 20 23:28:54.311260 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cbe49-0cac-489c-9078-adad17b81560 req-069a1c50-f43f-4ae0-9b65-066b94fb1007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:54.312749 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-860cbe49-0cac-489c-9078-adad17b81560 req-069a1c50-f43f-4ae0-9b65-066b94fb1007 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0fac9a46a0e43d09d12408e844f1d1d&device_id=b912f8db-8cf8-4cd1-94d9-56565b6cdb66 HTTP/1.1" status: 200 len: 1097 time: 0.3010457 Apr 20 23:28:54.393526 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:54.436693 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476ad4c-cbb4-46db-a2b9-08829dffbf26 req-c1bf3701-215b-4754-b098-1f55d5eb5340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:54.444481 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a5fdf4b1-8c88-4256-9650-8e9fb46c42ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:54.446512 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d476ad4c-cbb4-46db-a2b9-08829dffbf26 req-c1bf3701-215b-4754-b098-1f55d5eb5340 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e71ca367-9455-420b-bfe5-f3be3611f43b HTTP/1.1" status: 200 len: 849 time: 0.1310024 Apr 20 23:28:54.463961 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-860cbe49-0cac-489c-9078-adad17b81560 req-7b93ca90-84ff-485a-ba47-6aaa9d572c83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a582138-b9c9-4bec-96bd-049dd58185d0 HTTP/1.1" status: 200 len: 217 time: 0.1353700 Apr 20 23:28:54.473655 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-36411dcc-b0a2-4e83-82f2-3e128ad816c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:54.496309 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-e65d7221-a9d8-42cf-8e67-74a868be281d None None] Set router 47732a0d-641a-4300-a474-ab75c03316f4 gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:28:54.599133 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-36411dcc-b0a2-4e83-82f2-3e128ad816c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:54.633417 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:54.666818 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476ad4c-cbb4-46db-a2b9-08829dffbf26 req-26eb3e9a-07bb-4c97-8c8f-bcdfd40cbeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:54.668445 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d476ad4c-cbb4-46db-a2b9-08829dffbf26 req-26eb3e9a-07bb-4c97-8c8f-bcdfd40cbeca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f780fa1a-35e5-4ddd-af3a-7a7830d8c77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2172468 Apr 20 23:28:54.795317 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36411dcc-b0a2-4e83-82f2-3e128ad816c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440ea9c9-cf13-4731-b5c1-65b1b41ad4ba,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:54.805285 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-36411dcc-b0a2-4e83-82f2-3e128ad816c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c23dbe9bf88d453abf95203bf0cbd3a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0087452 Apr 20 23:28:54.805285 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-36411dcc-b0a2-4e83-82f2-3e128ad816c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:54.808328 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 53878) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:54.821536 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cbe49-0cac-489c-9078-adad17b81560 req-14bc0805-76e6-4c37-b723-6c220d2a5d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:54.823553 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-860cbe49-0cac-489c-9078-adad17b81560 req-14bc0805-76e6-4c37-b723-6c220d2a5d26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=95ff1077-34e1-45fe-9bea-0331f6ce3afd HTTP/1.1" status: 200 len: 849 time: 0.3373950 Apr 20 23:28:54.856167 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d476ad4c-cbb4-46db-a2b9-08829dffbf26 req-58b59a36-2116-444c-b102-e5fe530447a5 service neutron] 10.222.0.36 "GET /v2.0/networks/f780fa1a-35e5-4ddd-af3a-7a7830d8c77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774547 Apr 20 23:28:54.916296 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-860cbe49-0cac-489c-9078-adad17b81560 req-2af34175-51bc-4d2d-97a0-7fde40c0a843 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a706d6bb-0b22-4ab1-849c-f132dcb597cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783412 Apr 20 23:28:54.918874 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 53884) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:55.033559 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d476ad4c-cbb4-46db-a2b9-08829dffbf26 req-5c09c019-84a3-4986-b871-c2696f472d96 service neutron] 10.222.0.36 "GET /v2.0/networks/f780fa1a-35e5-4ddd-af3a-7a7830d8c77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644747 Apr 20 23:28:55.057769 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a5fdf4b1-8c88-4256-9650-8e9fb46c42ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:55.069874 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-34d9681b-9e98-430e-ae53-6d025d43e4ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:55.160726 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2ad58-d3be-4410-8dc5-b69c2134a467 req-f5683e8e-b016-41a4-a47a-d4221567e1aa tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:55.163309 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8ca2ad58-d3be-4410-8dc5-b69c2134a467 req-f5683e8e-b016-41a4-a47a-d4221567e1aa tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 945 time: 0.1168332 Apr 20 23:28:55.200998 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-e65d7221-a9d8-42cf-8e67-74a868be281d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47732a0d-641a-4300-a474-ab75c03316f4', 'name': 'tempest-AttachVolumeTestJSON-160903111-router', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:27:58Z', 'updated_at': '2021-04-20T23:28:09Z', 'revision_number': 4, 'project_id': '2bc87a338871440e8d886029fff40e57', 'gw_port': {'id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:00Z', 'updated_at': '2021-04-20T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_floatingips': [{'id': '2b6b1d77-f6ac-4695-b6f9-d3569ee091a9', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'floating_ip_address': '172.28.2.238', 'floating_network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'router_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'port_id': '976a76ac-e6d3-4de3-aa08-fcf74beaf4d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c', 'mac_address': 'fa:16:3e:25:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457c82f3-83b8-4273-bfc0-3086f5010c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:28:18Z', 'updated_at': '2021-04-20T23:28:50Z', 'revision_number': 1, 'project_id': '2bc87a338871440e8d886029fff40e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c30bf0b-e9ef-4038-90a2-c5126aae4a27', 'name': '', 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'mac_address': 'fa:16:3e:14:24:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:07Z', 'updated_at': '2021-04-20T23:28:21Z', 'revision_number': 5, 'project_id': '2bc87a338871440e8d886029fff40e57', 'subnets': [{'id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:28:55.206010 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65d7221-a9d8-42cf-8e67-74a868be281d None None] The sync data for ids ['47732a0d-641a-4300-a474-ab75c03316f4'] in dv-cinder-787296-1-smb is: [{'id': '47732a0d-641a-4300-a474-ab75c03316f4', 'name': 'tempest-AttachVolumeTestJSON-160903111-router', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:27:58Z', 'updated_at': '2021-04-20T23:28:09Z', 'revision_number': 4, 'project_id': '2bc87a338871440e8d886029fff40e57', 'gw_port': {'id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:00Z', 'updated_at': '2021-04-20T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_floatingips': [{'id': '2b6b1d77-f6ac-4695-b6f9-d3569ee091a9', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'floating_ip_address': '172.28.2.238', 'floating_network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'router_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'port_id': '976a76ac-e6d3-4de3-aa08-fcf74beaf4d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c', 'mac_address': 'fa:16:3e:25:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457c82f3-83b8-4273-bfc0-3086f5010c9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:28:18Z', 'updated_at': '2021-04-20T23:28:50Z', 'revision_number': 1, 'project_id': '2bc87a338871440e8d886029fff40e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c30bf0b-e9ef-4038-90a2-c5126aae4a27', 'name': '', 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'mac_address': 'fa:16:3e:14:24:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:07Z', 'updated_at': '2021-04-20T23:28:21Z', 'revision_number': 5, 'project_id': '2bc87a338871440e8d886029fff40e57', 'subnets': [{'id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:28:55.233471 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8ca2ad58-d3be-4410-8dc5-b69c2134a467 req-a2601b92-2296-448c-a67a-ebd81e692200 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634525 Apr 20 23:28:55.362283 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-b464ea35-fe0e-4afd-b8c1-daace3761d18 admin admin] Deleting subnet 1dfd878b-6516-44f0-804b-72530987b448 {{(pid=86356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:28:55.373084 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fd76b-bfd2-4511-ae2c-0966ae4a9c6f req-ea74419d-c356-46b5-ad12-2c5c76d24817 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:55.374504 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-f40fd76b-bfd2-4511-ae2c-0966ae4a9c6f req-ea74419d-c356-46b5-ad12-2c5c76d24817 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Synchronizing usage tracker for tenant:d0fac9a46a0e43d09d12408e844f1d1d on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:28:55.382211 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b464ea35-fe0e-4afd-b8c1-daace3761d18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:55.456238 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdf4b1-8c88-4256-9650-8e9fb46c42ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67429d8-5bd8-481e-9724-401466f327ec,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:55.462352 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a5fdf4b1-8c88-4256-9650-8e9fb46c42ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:55.470787 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a5fdf4b1-8c88-4256-9650-8e9fb46c42ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:55.475430 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a5fdf4b1-8c88-4256-9650-8e9fb46c42ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f67429d8-5bd8-481e-9724-401466f327ec HTTP/1.1" status: 204 len: 168 time: 1.3713882 Apr 20 23:28:55.510688 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b464ea35-fe0e-4afd-b8c1-daace3761d18 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:55.517400 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-f40fd76b-bfd2-4511-ae2c-0966ae4a9c6f req-ea74419d-c356-46b5-ad12-2c5c76d24817 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Unset dirty status for tenant:d0fac9a46a0e43d09d12408e844f1d1d on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:28:55.518850 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f40fd76b-bfd2-4511-ae2c-0966ae4a9c6f req-ea74419d-c356-46b5-ad12-2c5c76d24817 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] 10.222.0.16 "GET /v2.0/ports?device_id=b912f8db-8cf8-4cd1-94d9-56565b6cdb66 HTTP/1.1" status: 200 len: 944 time: 0.9016035 Apr 20 23:28:55.532231 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f6fec8f-e181-49fa-8819-15cbef57ecb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:55.549278 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b464ea35-fe0e-4afd-b8c1-daace3761d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853347799'] for subnet, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:55.554927 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b144e0d-b04d-4b32-a6e8-62c74237d3bd None None] New status for floating IP 2b6b1d77-f6ac-4695-b6f9-d3569ee091a9: ACTIVE {{(pid=86358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 23:28:55.643537 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-860cbe49-0cac-489c-9078-adad17b81560 req-db898fbd-b0b5-4bee-ab31-2d667a720ccb service neutron] 10.222.0.36 "GET /v2.0/networks/a706d6bb-0b22-4ab1-849c-f132dcb597cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6940460 Apr 20 23:28:55.667950 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f6fec8f-e181-49fa-8819-15cbef57ecb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:55.808632 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-f40fd76b-bfd2-4511-ae2c-0966ae4a9c6f req-147c7a4d-4620-4c8a-af12-bd736ce72236 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Synchronizing usage tracker for tenant:d0fac9a46a0e43d09d12408e844f1d1d on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:28:55.957410 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f6fec8f-e181-49fa-8819-15cbef57ecb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:55.976429 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:55.991154 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-f40fd76b-bfd2-4511-ae2c-0966ae4a9c6f req-147c7a4d-4620-4c8a-af12-bd736ce72236 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Unset dirty status for tenant:d0fac9a46a0e43d09d12408e844f1d1d on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:28:55.992536 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f40fd76b-bfd2-4511-ae2c-0966ae4a9c6f req-147c7a4d-4620-4c8a-af12-bd736ce72236 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] 10.222.0.16 "GET /v2.0/security-groups?id=2edfdc14-8bbb-4b7c-87fc-b884e59c2125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573176 Apr 20 23:28:56.010963 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fec8f-e181-49fa-8819-15cbef57ecb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440ea9c9-cf13-4731-b5c1-65b1b41ad4ba,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:56.023359 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2f6fec8f-e181-49fa-8819-15cbef57ecb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:56.029388 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2f6fec8f-e181-49fa-8819-15cbef57ecb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:56.032984 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-2f6fec8f-e181-49fa-8819-15cbef57ecb4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/440ea9c9-cf13-4731-b5c1-65b1b41ad4ba HTTP/1.1" status: 204 len: 168 time: 1.2175784 Apr 20 23:28:56.056597 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-860cbe49-0cac-489c-9078-adad17b81560 req-8d004da5-e7f0-459a-a690-080e30cf901a service neutron] 10.222.0.36 "GET /v2.0/networks/a706d6bb-0b22-4ab1-849c-f132dcb597cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015007 Apr 20 23:28:56.164059 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 53928) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:56.242620 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b464ea35-fe0e-4afd-b8c1-daace3761d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for subnet, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:56.250770 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:56.296739 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464ea35-fe0e-4afd-b8c1-daace3761d18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dfd878b-6516-44f0-804b-72530987b448,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:56.300238 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78708a8b-8756-49c1-9f39-26391f685049 req-87ba54d3-be8d-43be-908d-351e4749deee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:56.301982 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-78708a8b-8756-49c1-9f39-26391f685049 req-87ba54d3-be8d-43be-908d-351e4749deee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0fac9a46a0e43d09d12408e844f1d1d&device_id=b912f8db-8cf8-4cd1-94d9-56565b6cdb66 HTTP/1.1" status: 200 len: 1097 time: 0.1709816 Apr 20 23:28:56.306117 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b464ea35-fe0e-4afd-b8c1-daace3761d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:56.308517 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b464ea35-fe0e-4afd-b8c1-daace3761d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:56.476320 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ad393-1156-4500-9371-b2179dfcfa3e req-56f2aaf0-6099-4e0c-b09e-22b6a2914929 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:56.478429 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-990ad393-1156-4500-9371-b2179dfcfa3e req-56f2aaf0-6099-4e0c-b09e-22b6a2914929 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 945 time: 0.1294949 Apr 20 23:28:56.497285 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e2947463-f7e5-4e29-b159-a8eaa4dc3ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:56.534136 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78708a8b-8756-49c1-9f39-26391f685049 req-6181675a-67ac-434a-981d-818b356e8c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:56.535072 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-e2947463-f7e5-4e29-b159-a8eaa4dc3ef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:56.535734 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-78708a8b-8756-49c1-9f39-26391f685049 req-6181675a-67ac-434a-981d-818b356e8c0a service neutron] 10.222.0.36 "GET /v2.0/networks?id=a706d6bb-0b22-4ab1-849c-f132dcb597cf HTTP/1.1" status: 200 len: 910 time: 0.2220111 Apr 20 23:28:56.539412 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b464ea35-fe0e-4afd-b8c1-daace3761d18 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1dfd878b-6516-44f0-804b-72530987b448 HTTP/1.1" status: 204 len: 168 time: 1.5985022 Apr 20 23:28:56.539986 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 53946) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:56.549965 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-e2947463-f7e5-4e29-b159-a8eaa4dc3ef5 admin admin] Usage tracker for resource:security_group_rule and tenant:e46bf291373c4da99a5b18ac9927a1bc is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:56.554843 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-e2947463-f7e5-4e29-b159-a8eaa4dc3ef5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:56.596769 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-990ad393-1156-4500-9371-b2179dfcfa3e req-5e990245-98d7-4e62-a1a6-e4419fe2db97 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859120 Apr 20 23:28:56.597909 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-e2947463-f7e5-4e29-b159-a8eaa4dc3ef5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:56.696840 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-78708a8b-8756-49c1-9f39-26391f685049 req-32546943-cdd8-4b58-9d32-b0eb548f987e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a582138-b9c9-4bec-96bd-049dd58185d0 HTTP/1.1" status: 200 len: 217 time: 0.1341593 Apr 20 23:28:56.735683 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e2947463-f7e5-4e29-b159-a8eaa4dc3ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:56.742074 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e2947463-f7e5-4e29-b159-a8eaa4dc3ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:56.801171 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-bc88c424-f025-4962-b942-b7b2eca82108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:56.809589 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78708a8b-8756-49c1-9f39-26391f685049 req-b9c7b84d-2526-4e4d-aee3-903309a8517a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:56.811344 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-78708a8b-8756-49c1-9f39-26391f685049 req-b9c7b84d-2526-4e4d-aee3-903309a8517a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=95ff1077-34e1-45fe-9bea-0331f6ce3afd HTTP/1.1" status: 200 len: 849 time: 0.1037459 Apr 20 23:28:56.818054 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-e2947463-f7e5-4e29-b159-a8eaa4dc3ef5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e46bf291373c4da99a5b18ac9927a1bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6525602 Apr 20 23:28:56.821520 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853052571'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:56.824967 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 53962) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:56.873783 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-78708a8b-8756-49c1-9f39-26391f685049 req-8affd545-2261-439c-9899-fceab9bfe1b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a706d6bb-0b22-4ab1-849c-f132dcb597cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497568 Apr 20 23:28:56.930518 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2947463-f7e5-4e29-b159-a8eaa4dc3ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5ce3f8-2896-46c3-bd62-0bf5035f36be,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:56.933980 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e2947463-f7e5-4e29-b159-a8eaa4dc3ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:56.936821 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0b38e935-1541-4301-9587-78c8b35f02d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:56.978992 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0b38e935-1541-4301-9587-78c8b35f02d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:57.124468 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0b38e935-1541-4301-9587-78c8b35f02d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:57.127501 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1f162b14-17a9-41d1-ab64-2e77f28cbfee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:57.152131 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38e935-1541-4301-9587-78c8b35f02d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5ce3f8-2896-46c3-bd62-0bf5035f36be,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:57.155184 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0b38e935-1541-4301-9587-78c8b35f02d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:57.168465 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0b38e935-1541-4301-9587-78c8b35f02d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:57.179044 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-0b38e935-1541-4301-9587-78c8b35f02d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a5ce3f8-2896-46c3-bd62-0bf5035f36be HTTP/1.1" status: 204 len: 168 time: 0.3404362 Apr 20 23:28:57.309021 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428092', 'neutron.services.segments.db._delete_segments_for_network-8757164038259'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:57.336756 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70913ce2-cdd8-4030-ab9c-9fd94c7fe3cb req-a0f90532-d7a3-4e66-8c88-39fe35ad6aec tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:57.339122 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-78708a8b-8756-49c1-9f39-26391f685049 req-6b049f93-4be6-4171-8402-957cc7281311 service neutron] 10.222.0.36 "GET /v2.0/networks/a706d6bb-0b22-4ab1-849c-f132dcb597cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568071 Apr 20 23:28:57.351558 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-70913ce2-cdd8-4030-ab9c-9fd94c7fe3cb req-a0f90532-d7a3-4e66-8c88-39fe35ad6aec tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] 10.222.0.16 "GET /v2.0/ports?device_id=b912f8db-8cf8-4cd1-94d9-56565b6cdb66 HTTP/1.1" status: 200 len: 944 time: 0.1267607 Apr 20 23:28:57.445010 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-70913ce2-cdd8-4030-ab9c-9fd94c7fe3cb req-06bb1619-cbef-4eba-b9fd-be616ee0d953 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] 10.222.0.16 "GET /v2.0/security-groups?id=2edfdc14-8bbb-4b7c-87fc-b884e59c2125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884399 Apr 20 23:28:57.604501 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:57.604928 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:57.605808 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:57.606204 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Subscribe: > port after_create 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:57.606609 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:57.606976 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Subscribe: > port after_update 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:57.607341 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:57.607707 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:57.608072 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:57.608431 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:57.678670 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:57.679295 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:57.679428 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:57.679779 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:28:57.680172 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e23e98-0733-4495-b83d-8ef2f87d9989']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:28:57.706624 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 54000) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:57.710886 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '649e5b84-9c1c-49f0-a2cb-c4ba725e83c5') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:28:57.711236 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '649e5b84-9c1c-49f0-a2cb-c4ba725e83c5') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:28:57.736935 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-be6c2409-1405-43f6-9f24-bd045d9af2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:57.758824 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-be6c2409-1405-43f6-9f24-bd045d9af2f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:28:57.764192 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-be6c2409-1405-43f6-9f24-bd045d9af2f8 admin admin] Usage tracker for resource:security_group_rule and tenant:f25c07324d40471480ff00525050008a is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:28:57.768476 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-be6c2409-1405-43f6-9f24-bd045d9af2f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:28:57.776458 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-be6c2409-1405-43f6-9f24-bd045d9af2f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:28:57.789358 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279690575971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2859807'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:57.804818 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-78708a8b-8756-49c1-9f39-26391f685049 req-b07c9245-7828-4c62-a87d-e53a52a9e60b service neutron] 10.222.0.36 "GET /v2.0/networks/a706d6bb-0b22-4ab1-849c-f132dcb597cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808713 Apr 20 23:28:57.813586 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:57.825282 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:28:57.883409 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-be6c2409-1405-43f6-9f24-bd045d9af2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:57.889744 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-be6c2409-1405-43f6-9f24-bd045d9af2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:57.899917 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-41ce86b9-19b3-41dc-a1fe-e4fea16f3a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:57.937960 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c2409-1405-43f6-9f24-bd045d9af2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc12bddf-5622-4524-b589-574f9695eb6c,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:57.962067 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55906383-c88e-4988-ba3d-ae74a2a3eb8e req-bd5bda84-acfd-4b04-8ade-f3663047cdc2 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:57.962951 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6c2409-1405-43f6-9f24-bd045d9af2f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:57.963357 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6c2409-1405-43f6-9f24-bd045d9af2f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:57.963697 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-55906383-c88e-4988-ba3d-ae74a2a3eb8e req-bd5bda84-acfd-4b04-8ade-f3663047cdc2 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 945 time: 0.2354567 Apr 20 23:28:57.963818 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6c2409-1405-43f6-9f24-bd045d9af2f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:57.964102 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6c2409-1405-43f6-9f24-bd045d9af2f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:57.964483 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6c2409-1405-43f6-9f24-bd045d9af2f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:57.964864 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6c2409-1405-43f6-9f24-bd045d9af2f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:57.967104 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6c2409-1405-43f6-9f24-bd045d9af2f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:57.967524 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6c2409-1405-43f6-9f24-bd045d9af2f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:57.967918 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6c2409-1405-43f6-9f24-bd045d9af2f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:57.968306 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6c2409-1405-43f6-9f24-bd045d9af2f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:57.968689 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6c2409-1405-43f6-9f24-bd045d9af2f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:57.969067 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6c2409-1405-43f6-9f24-bd045d9af2f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:57.983559 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-be6c2409-1405-43f6-9f24-bd045d9af2f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:58.000939 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-be6c2409-1405-43f6-9f24-bd045d9af2f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f25c07324d40471480ff00525050008a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925458 Apr 20 23:28:58.002293 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 54012) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:58.061545 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Network 24e23e98-0733-4495-b83d-8ef2f87d9989 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:28:58.071829 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853386440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851844280'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:58.085120 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fdd11d18-9f61-4a0f-bd12-440fc50ec0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:58.116080 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fdd11d18-9f61-4a0f-bd12-440fc50ec0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:58.180527 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fdd11d18-9f61-4a0f-bd12-440fc50ec0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:58.184948 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-55906383-c88e-4988-ba3d-ae74a2a3eb8e req-fc879ddf-7120-48c6-8a85-ddfa293e9748 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742947 Apr 20 23:28:58.190155 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3a8ea54c-00a7-4e02-99fe-b405df52e834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:58.212404 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd11d18-9f61-4a0f-bd12-440fc50ec0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc12bddf-5622-4524-b589-574f9695eb6c,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:58.233530 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fdd11d18-9f61-4a0f-bd12-440fc50ec0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:58.238943 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fdd11d18-9f61-4a0f-bd12-440fc50ec0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:58.245268 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-fdd11d18-9f61-4a0f-bd12-440fc50ec0b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc12bddf-5622-4524-b589-574f9695eb6c HTTP/1.1" status: 204 len: 168 time: 0.2393043 Apr 20 23:28:58.303907 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Network 24e23e98-0733-4495-b83d-8ef2f87d9989 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: from cryptography.utils import int_from_bytes Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: from cryptography.utils import int_from_bytes Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: (rel_b, rel_a, rel_b), Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: (rel_b, rel_a, rel_b), Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: timer() Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: cb(*args, **kw) Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: self._notify() Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: self.callback(batched_events) Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: event.method(event) Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: return self._get(url).json() Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: **kwargs) Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: **endpoint_filter) Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:28:58.331846 dv-cinder-787296-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:28:58.672119 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 2a582138-b9c9-4bec-96bd-049dd58185d0 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:28:58.798827 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853347724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648834'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:58.816350 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:58.836926 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6490bb4b-2b90-47b0-8f99-e982d478e8cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:58.865382 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Pushing event deleted for resources: {'Network': ['ID=24e23e98-0733-4495-b83d-8ef2f87d9989,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:58.875214 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:58.875931 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:58.876592 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:58.877114 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:58.877838 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:58.878161 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:58.878626 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:58.879082 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:58.879533 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:58.879978 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:58.880422 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:58.881935 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:28:58.885394 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:58.890624 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] 10.222.0.16 "DELETE /v2.0/networks/24e23e98-0733-4495-b83d-8ef2f87d9989 HTTP/1.1" status: 204 len: 168 time: 2.3499246 Apr 20 23:28:58.936807 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e353ed-8dc7-490a-b40e-c7f20d1f883b req-39f854ad-0311-4b83-82cb-3140b99341dc tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:58.938485 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-12e353ed-8dc7-490a-b40e-c7f20d1f883b req-39f854ad-0311-4b83-82cb-3140b99341dc tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] 10.222.0.16 "GET /v2.0/ports?device_id=b912f8db-8cf8-4cd1-94d9-56565b6cdb66 HTTP/1.1" status: 200 len: 944 time: 0.2741830 Apr 20 23:28:58.961183 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 2a582138-b9c9-4bec-96bd-049dd58185d0, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2a582138-b9c9-4bec-96bd-049dd58185d0,segment=NetworkSegment(3569f321-4a8f-467d-827a-f72204665e16),segment_id=3569f321-4a8f-467d-827a-f72204665e16)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:28:58.994153 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Returning: {'device': '2a582138-b9c9-4bec-96bd-049dd58185d0', 'network_id': 'a706d6bb-0b22-4ab1-849c-f132dcb597cf', 'port_id': '2a582138-b9c9-4bec-96bd-049dd58185d0', 'mac_address': 'fa:16:3e:12:f6:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ff1077-34e1-45fe-9bea-0331f6ce3afd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:28:59.048499 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-12e353ed-8dc7-490a-b40e-c7f20d1f883b req-ad2defe3-d2cd-46e9-98b4-434dc3ea8367 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] 10.222.0.16 "GET /v2.0/security-groups?id=2edfdc14-8bbb-4b7c-87fc-b884e59c2125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010916 Apr 20 23:28:59.073577 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:59.094959 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a582138-b9c9-4bec-96bd-049dd58185d0 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:28:59.119340 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 2a582138-b9c9-4bec-96bd-049dd58185d0, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2a582138-b9c9-4bec-96bd-049dd58185d0,segment=NetworkSegment(3569f321-4a8f-467d-827a-f72204665e16),segment_id=3569f321-4a8f-467d-827a-f72204665e16)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:28:59.124841 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:59.126838 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:59.205994 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=2a582138-b9c9-4bec-96bd-049dd58185d0,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:59.219685 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:59.238333 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 54064) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:59.375906 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-3d394620-a85e-4705-aa2f-97611407ae9d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13daa07c06b34017938f4dfe3baf7fe9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1362755 Apr 20 23:28:59.378917 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 54076) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:28:59.415588 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['2a582138-b9c9-4bec-96bd-049dd58185d0'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:28:59.508166 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d272d-78ef-4d80-b343-de99c54e8140 req-1b87c459-fa27-416e-b8a1-ffe02b53d122 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:28:59.511196 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-679d272d-78ef-4d80-b343-de99c54e8140 req-1b87c459-fa27-416e-b8a1-ffe02b53d122 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 945 time: 0.1786849 Apr 20 23:28:59.581629 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6459ea25-4989-46ed-9ee1-efeb3632d47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:59.618376 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6459ea25-4989-46ed-9ee1-efeb3632d47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:59.631727 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-679d272d-78ef-4d80-b343-de99c54e8140 req-ac0dfd23-3dd2-44c1-a92e-f506a14efdea tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101222 Apr 20 23:28:59.685332 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6459ea25-4989-46ed-9ee1-efeb3632d47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:59.691735 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:28:59.705183 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459ea25-4989-46ed-9ee1-efeb3632d47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384daf2e-82c0-40e1-ab8f-95bd85cd1c59,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:28:59.716914 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6459ea25-4989-46ed-9ee1-efeb3632d47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:28:59.728125 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6459ea25-4989-46ed-9ee1-efeb3632d47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:28:59.731820 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-6459ea25-4989-46ed-9ee1-efeb3632d47e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/384daf2e-82c0-40e1-ab8f-95bd85cd1c59 HTTP/1.1" status: 204 len: 168 time: 0.3493838 Apr 20 23:28:59.802144 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 54092) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:00.091806 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ff995525-1dd1-4dae-b6f6-9faa091b0074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:00.130042 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-ff995525-1dd1-4dae-b6f6-9faa091b0074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:00.134801 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-ff995525-1dd1-4dae-b6f6-9faa091b0074 admin admin] Usage tracker for resource:security_group_rule and tenant:8066e940214d4ed2a802c0861247473b is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:00.138737 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-ff995525-1dd1-4dae-b6f6-9faa091b0074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:00.145532 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-ff995525-1dd1-4dae-b6f6-9faa091b0074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:00.306758 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ff995525-1dd1-4dae-b6f6-9faa091b0074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:00.314429 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ff995525-1dd1-4dae-b6f6-9faa091b0074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:00.325365 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-80cdbade-f68f-4369-b649-fcae6dee0bdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:00.369861 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54918eaf-8936-44ab-a2e2-dffa9353be7f req-8e7c57f4-0c27-4b6f-8c02-8de9c6adfd2f tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:00.371466 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-54918eaf-8936-44ab-a2e2-dffa9353be7f req-8e7c57f4-0c27-4b6f-8c02-8de9c6adfd2f tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] 10.222.0.16 "GET /v2.0/ports?device_id=b912f8db-8cf8-4cd1-94d9-56565b6cdb66 HTTP/1.1" status: 200 len: 945 time: 0.1724956 Apr 20 23:29:00.433702 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-54918eaf-8936-44ab-a2e2-dffa9353be7f req-5b65d3d0-1934-4891-a0c8-b7eebbd07340 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] 10.222.0.16 "GET /v2.0/security-groups?id=2edfdc14-8bbb-4b7c-87fc-b884e59c2125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525844 Apr 20 23:29:00.436277 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-ff995525-1dd1-4dae-b6f6-9faa091b0074 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8066e940214d4ed2a802c0861247473b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6330302 Apr 20 23:29:00.439414 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 54126) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:00.451042 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff995525-1dd1-4dae-b6f6-9faa091b0074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a29a75-15d7-46c5-8efb-482b2fc21d38,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:00.454872 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ff995525-1dd1-4dae-b6f6-9faa091b0074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:00.535881 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-77333ce9-6db9-4bda-bf09-064c517d89b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:00.571304 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-77333ce9-6db9-4bda-bf09-064c517d89b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:00.622835 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-77333ce9-6db9-4bda-bf09-064c517d89b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:00.630635 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a4cb3571-55fa-49f5-9981-86c493309b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:00.645860 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77333ce9-6db9-4bda-bf09-064c517d89b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a29a75-15d7-46c5-8efb-482b2fc21d38,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:00.664582 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-77333ce9-6db9-4bda-bf09-064c517d89b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:00.668733 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-77333ce9-6db9-4bda-bf09-064c517d89b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/32a29a75-15d7-46c5-8efb-482b2fc21d38 HTTP/1.1" status: 204 len: 168 time: 0.2282186 Apr 20 23:29:00.672301 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-77333ce9-6db9-4bda-bf09-064c517d89b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:00.700920 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 2a582138-b9c9-4bec-96bd-049dd58185d0 up at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:29:00.791125 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning for port 2a582138-b9c9-4bec-96bd-049dd58185d0 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:29:00.803595 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning complete for port 2a582138-b9c9-4bec-96bd-049dd58185d0 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:00.804018 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:00.963147 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22035363-b87b-4505-bf4b-8c0314d6ff1e req-0b3bc2c9-17f1-40fa-a708-45cc6bd07315 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:00.967738 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-22035363-b87b-4505-bf4b-8c0314d6ff1e req-0b3bc2c9-17f1-40fa-a708-45cc6bd07315 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 945 time: 0.1391575 Apr 20 23:29:00.980829 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:01.017808 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 2a582138-b9c9-4bec-96bd-049dd58185d0, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2a582138-b9c9-4bec-96bd-049dd58185d0,segment=NetworkSegment(3569f321-4a8f-467d-827a-f72204665e16),segment_id=3569f321-4a8f-467d-827a-f72204665e16)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:29:01.019049 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b912f8db-8cf8-4cd1-94d9-56565b6cdb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a582138-b9c9-4bec-96bd-049dd58185d0'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:29:01.025412 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:01.027698 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:01.137660 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-22035363-b87b-4505-bf4b-8c0314d6ff1e req-0e978b72-0a1e-46ed-b286-0de30cbd720a tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405847 Apr 20 23:29:01.212546 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 54170) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:01.280530 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b912f8db-8cf8-4cd1-94d9-56565b6cdb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a582138-b9c9-4bec-96bd-049dd58185d0', 'code': 200} Apr 20 23:29:01.320176 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=2a582138-b9c9-4bec-96bd-049dd58185d0,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:01.329171 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:01.329688 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:01.330211 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:01.330696 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:01.331176 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:01.331654 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:01.332130 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:01.332603 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:01.333075 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:01.333575 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:01.334197 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:01.334682 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:01.339120 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:01.382744 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 54180) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:01.414512 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-551374a6-80d9-4862-9ffc-8b53f7369e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:01.447254 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-c7478b2c-4450-4fe3-a4c6-f3acfa4086e8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-734326088-network', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:01.452994 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3dae8-8546-4b6c-85a5-eca737b0ac9d req-6d9f37c1-a74c-4801-9a3a-d3a2400ba1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:01.454192 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c7478b2c-4450-4fe3-a4c6-f3acfa4086e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:01.454923 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c5b3dae8-8546-4b6c-85a5-eca737b0ac9d req-6d9f37c1-a74c-4801-9a3a-d3a2400ba1c0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b912f8db-8cf8-4cd1-94d9-56565b6cdb66 HTTP/1.1" status: 200 len: 1099 time: 0.1280851 Apr 20 23:29:01.458470 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c7478b2c-4450-4fe3-a4c6-f3acfa4086e8 admin admin] Usage tracker for resource:network and tenant:ee794c51b2d7444ca7efc3b0ee9ce528 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:01.461712 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c7478b2c-4450-4fe3-a4c6-f3acfa4086e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:01.467754 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c7478b2c-4450-4fe3-a4c6-f3acfa4086e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:01.479739 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-551374a6-80d9-4862-9ffc-8b53f7369e2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:01.484608 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-551374a6-80d9-4862-9ffc-8b53f7369e2c admin admin] Usage tracker for resource:security_group_rule and tenant:d7e77daad06840909cb1b42976b3dc46 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:01.488180 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-551374a6-80d9-4862-9ffc-8b53f7369e2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:01.496223 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-551374a6-80d9-4862-9ffc-8b53f7369e2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:01.514981 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c5b3dae8-8546-4b6c-85a5-eca737b0ac9d req-135d7207-a59f-41ca-aadb-886da19fc3e7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2edfdc14-8bbb-4b7c-87fc-b884e59c2125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531318 Apr 20 23:29:01.531948 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7478b2c-4450-4fe3-a4c6-f3acfa4086e8 admin admin] Made reservation on behalf of ee794c51b2d7444ca7efc3b0ee9ce528 for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:29:01.536667 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c7478b2c-4450-4fe3-a4c6-f3acfa4086e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:01.556968 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c7478b2c-4450-4fe3-a4c6-f3acfa4086e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:01.625453 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c7478b2c-4450-4fe3-a4c6-f3acfa4086e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:01.637697 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c7478b2c-4450-4fe3-a4c6-f3acfa4086e8 admin admin] Usage tracker for resource:security_group_rule and tenant:ee794c51b2d7444ca7efc3b0ee9ce528 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:01.646015 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c7478b2c-4450-4fe3-a4c6-f3acfa4086e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:01.661709 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c7478b2c-4450-4fe3-a4c6-f3acfa4086e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:01.718981 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15233842-5a4f-4eef-9cdf-d845664205ee req-1e965e64-dd6e-41ed-8b63-fb40d607d284 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:01.720605 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-15233842-5a4f-4eef-9cdf-d845664205ee req-1e965e64-dd6e-41ed-8b63-fb40d607d284 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] 10.222.0.16 "GET /v2.0/ports?device_id=b912f8db-8cf8-4cd1-94d9-56565b6cdb66 HTTP/1.1" status: 200 len: 946 time: 0.1647637 Apr 20 23:29:01.722546 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-551374a6-80d9-4862-9ffc-8b53f7369e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:01.729486 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-551374a6-80d9-4862-9ffc-8b53f7369e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:01.762262 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:01.771283 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-551374a6-80d9-4862-9ffc-8b53f7369e2c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7e77daad06840909cb1b42976b3dc46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3870726 Apr 20 23:29:01.774722 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 54194) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:01.845066 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551374a6-80d9-4862-9ffc-8b53f7369e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08422dd0-db9c-4f80-8aa5-3a4fa5ea7778,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:01.852453 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3c3e4e34-8bf0-4e66-80fe-601fe14ed703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:01.871374 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-15233842-5a4f-4eef-9cdf-d845664205ee req-06695867-db0a-44ae-868c-f504b19a3da2 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] 10.222.0.16 "GET /v2.0/security-groups?id=2edfdc14-8bbb-4b7c-87fc-b884e59c2125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100595 Apr 20 23:29:01.872427 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-551374a6-80d9-4862-9ffc-8b53f7369e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:01.881913 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3c3e4e34-8bf0-4e66-80fe-601fe14ed703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:01.923194 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c7478b2c-4450-4fe3-a4c6-f3acfa4086e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:01.926348 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c7478b2c-4450-4fe3-a4c6-f3acfa4086e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:01.927803 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3c3e4e34-8bf0-4e66-80fe-601fe14ed703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:01.929414 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:01.936398 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2f6fec8f-e181-49fa-8819-15cbef57ecb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:01.954467 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e4e34-8bf0-4e66-80fe-601fe14ed703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08422dd0-db9c-4f80-8aa5-3a4fa5ea7778,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:01.957361 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3c3e4e34-8bf0-4e66-80fe-601fe14ed703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:01.960940 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3c3e4e34-8bf0-4e66-80fe-601fe14ed703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:01.962186 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-3c3e4e34-8bf0-4e66-80fe-601fe14ed703 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/08422dd0-db9c-4f80-8aa5-3a4fa5ea7778 HTTP/1.1" status: 204 len: 168 time: 0.1855233 Apr 20 23:29:01.977232 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7478b2c-4450-4fe3-a4c6-f3acfa4086e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:29:01.979709 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7478b2c-4450-4fe3-a4c6-f3acfa4086e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527d644e-22e7-49db-9a86-6c8d655b51fd,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:01.986155 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c7478b2c-4450-4fe3-a4c6-f3acfa4086e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:01.991287 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c7478b2c-4450-4fe3-a4c6-f3acfa4086e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:01.991509 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-c7478b2c-4450-4fe3-a4c6-f3acfa4086e8 admin admin] Added segment b88ef728-b5a0-4c96-8aa3-2810e09e1342 of type vlan for network 437210c7-1067-49df-b543-565768333126 Apr 20 23:29:02.019054 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c7478b2c-4450-4fe3-a4c6-f3acfa4086e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757163678135'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:02.050886 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c7478b2c-4450-4fe3-a4c6-f3acfa4086e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:02.053172 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7478b2c-4450-4fe3-a4c6-f3acfa4086e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:02.054235 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c7478b2c-4450-4fe3-a4c6-f3acfa4086e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:02.059527 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6d76ddd4-2c85-4481-a1c0-0522e60979a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:02.377197 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7478b2c-4450-4fe3-a4c6-f3acfa4086e8 admin admin] Pushing event updated for resources: {'Network': ['ID=437210c7-1067-49df-b543-565768333126,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:02.382036 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c7478b2c-4450-4fe3-a4c6-f3acfa4086e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:02.392479 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Network 437210c7-1067-49df-b543-565768333126 details requested by agent ovs-agent-dv-cinder-787296-1-smb with host dv-cinder-787296-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:29:02.413759 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c7478b2c-4450-4fe3-a4c6-f3acfa4086e8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1995416 Apr 20 23:29:02.415496 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 54222) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:02.456034 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-c6be9c47-2805-446c-ba6a-a1cf8cb456f8 admin admin] Request body: {'subnet': {'network_id': '437210c7-1067-49df-b543-565768333126', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-734326088-subnet', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:02.474181 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c6be9c47-2805-446c-ba6a-a1cf8cb456f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:02.486530 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c6be9c47-2805-446c-ba6a-a1cf8cb456f8 admin admin] Usage tracker for resource:subnet and tenant:ee794c51b2d7444ca7efc3b0ee9ce528 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:02.495963 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c6be9c47-2805-446c-ba6a-a1cf8cb456f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:02.517383 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c6be9c47-2805-446c-ba6a-a1cf8cb456f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:02.580340 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6be9c47-2805-446c-ba6a-a1cf8cb456f8 admin admin] Made reservation on behalf of ee794c51b2d7444ca7efc3b0ee9ce528 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:29:02.595012 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c6be9c47-2805-446c-ba6a-a1cf8cb456f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852112338'] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:02.822545 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903450d0-485c-426f-8dc5-287a2e1b2ea6 req-48852b27-fb0f-49ff-965e-6f23118bf610 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:02.822678 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 54242) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:02.830532 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-903450d0-485c-426f-8dc5-287a2e1b2ea6 req-48852b27-fb0f-49ff-965e-6f23118bf610 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 945 time: 0.5309029 Apr 20 23:29:02.947734 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-903450d0-485c-426f-8dc5-287a2e1b2ea6 req-30677716-7551-4316-935e-82c80ac82563 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161735 Apr 20 23:29:03.088322 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-316ec4e2-4419-406c-a372-663894434811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:03.105764 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-316ec4e2-4419-406c-a372-663894434811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:03.110666 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-316ec4e2-4419-406c-a372-663894434811 admin admin] Usage tracker for resource:security_group_rule and tenant:bf06c860d66045b8821e5027645df385 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:03.114025 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-316ec4e2-4419-406c-a372-663894434811 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:03.121565 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-316ec4e2-4419-406c-a372-663894434811 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:03.208993 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-316ec4e2-4419-406c-a372-663894434811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:03.212525 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-316ec4e2-4419-406c-a372-663894434811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:03.226446 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-be6c2409-1405-43f6-9f24-bd045d9af2f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:03.247579 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4b9a8-050a-4894-848b-04b49f6e0be4 req-f5923c09-5ffe-4731-9874-016c9ae012fd tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:03.249122 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dad4b9a8-050a-4894-848b-04b49f6e0be4 req-f5923c09-5ffe-4731-9874-016c9ae012fd tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] 10.222.0.16 "GET /v2.0/ports?device_id=b912f8db-8cf8-4cd1-94d9-56565b6cdb66 HTTP/1.1" status: 200 len: 946 time: 0.1246197 Apr 20 23:29:03.271757 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-316ec4e2-4419-406c-a372-663894434811 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf06c860d66045b8821e5027645df385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4455655 Apr 20 23:29:03.271757 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ec4e2-4419-406c-a372-663894434811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4306fe-65af-4ef9-b225-5ba3e65f67b4,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:03.272953 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 54262) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:03.276399 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-316ec4e2-4419-406c-a372-663894434811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:03.310884 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 54266) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:03.314080 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dad4b9a8-050a-4894-848b-04b49f6e0be4 req-8c0301ad-97b0-4b78-83bc-857632019683 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] 10.222.0.16 "GET /v2.0/security-groups?id=2edfdc14-8bbb-4b7c-87fc-b884e59c2125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495961 Apr 20 23:29:03.358887 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fa88ba31-61bc-48c7-b874-b8c80044dc96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:03.388875 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c6be9c47-2805-446c-ba6a-a1cf8cb456f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851844690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852112321'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:03.391045 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fa88ba31-61bc-48c7-b874-b8c80044dc96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:03.394067 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e7bb6235-5295-4f83-9a84-a2011b671015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:03.471289 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fa88ba31-61bc-48c7-b874-b8c80044dc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:03.478964 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dc4cc9fe-39ff-4415-a197-85d8bc8fb863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:03.487957 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-83e7339e-5544-485b-b1d2-8497de79040e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1507009091-network', 'tenant_id': 'd279a11f135440c2aef0243c709cd016'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:03.496068 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-83e7339e-5544-485b-b1d2-8497de79040e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:03.497404 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88ba31-61bc-48c7-b874-b8c80044dc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4306fe-65af-4ef9-b225-5ba3e65f67b4,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:03.500865 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fa88ba31-61bc-48c7-b874-b8c80044dc96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:03.501020 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-83e7339e-5544-485b-b1d2-8497de79040e admin admin] Usage tracker for resource:network and tenant:d279a11f135440c2aef0243c709cd016 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:03.502160 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fa88ba31-61bc-48c7-b874-b8c80044dc96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:03.503900 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-83e7339e-5544-485b-b1d2-8497de79040e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:03.504756 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-fa88ba31-61bc-48c7-b874-b8c80044dc96 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc4306fe-65af-4ef9-b225-5ba3e65f67b4 HTTP/1.1" status: 204 len: 168 time: 0.2302499 Apr 20 23:29:03.511559 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-83e7339e-5544-485b-b1d2-8497de79040e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:03.528438 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e7339e-5544-485b-b1d2-8497de79040e admin admin] Made reservation on behalf of d279a11f135440c2aef0243c709cd016 for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:29:03.533165 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-83e7339e-5544-485b-b1d2-8497de79040e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:03.547295 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be9c47-2805-446c-ba6a-a1cf8cb456f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35e08b0a-289c-44e2-8628-45bc2f24dd02,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:03.550515 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c6be9c47-2805-446c-ba6a-a1cf8cb456f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:03.561538 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-83e7339e-5544-485b-b1d2-8497de79040e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:03.582645 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-83e7339e-5544-485b-b1d2-8497de79040e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:03.591849 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-83e7339e-5544-485b-b1d2-8497de79040e admin admin] Usage tracker for resource:security_group_rule and tenant:d279a11f135440c2aef0243c709cd016 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:03.594742 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6be9c47-2805-446c-ba6a-a1cf8cb456f8 admin admin] Checking segment: {'id': 'b88ef728-b5a0-4c96-8aa3-2810e09e1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '437210c7-1067-49df-b543-565768333126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:29:03.595303 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6be9c47-2805-446c-ba6a-a1cf8cb456f8 admin admin] Network hostable DHCP agents. Network: 437210c7-1067-49df-b543-565768333126, hostable agents: ['a298e916-2d0e-40ec-9d0f-6465273d3362'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:29:03.602194 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-83e7339e-5544-485b-b1d2-8497de79040e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:03.612692 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-83e7339e-5544-485b-b1d2-8497de79040e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:03.636979 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6be9c47-2805-446c-ba6a-a1cf8cb456f8 admin admin] Network 437210c7-1067-49df-b543-565768333126 is scheduled to be hosted by DHCP agent a298e916-2d0e-40ec-9d0f-6465273d3362 with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:29:03.651071 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-c6be9c47-2805-446c-ba6a-a1cf8cb456f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-smb, 437210c7-1067-49df-b543-565768333126) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:29:03.662625 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44960dc7-cf7a-4392-9a4b-e2a2c3df1005 None None] Network 437210c7-1067-49df-b543-565768333126 requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:29:03.671471 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6be9c47-2805-446c-ba6a-a1cf8cb456f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:03.672371 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c6be9c47-2805-446c-ba6a-a1cf8cb456f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:03.718108 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c6be9c47-2805-446c-ba6a-a1cf8cb456f8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2989056 Apr 20 23:29:03.719147 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 54278) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:03.726902 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-8003eab8-0428-4d55-8f20-1327a9bc26d9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-734326088-router', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'}}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:03.732686 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-8003eab8-0428-4d55-8f20-1327a9bc26d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:03.737754 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-8003eab8-0428-4d55-8f20-1327a9bc26d9 admin admin] Usage tracker for resource:router and tenant:ee794c51b2d7444ca7efc3b0ee9ce528 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:03.741398 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-8003eab8-0428-4d55-8f20-1327a9bc26d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:03.753216 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-8003eab8-0428-4d55-8f20-1327a9bc26d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:03.784568 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8003eab8-0428-4d55-8f20-1327a9bc26d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773395'] for router, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:03.786172 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8003eab8-0428-4d55-8f20-1327a9bc26d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854148124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854130686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2406'] for router, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:03.786575 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-83e7339e-5544-485b-b1d2-8497de79040e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:03.792370 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-83e7339e-5544-485b-b1d2-8497de79040e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:03.797333 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a132c92c-685d-4eb5-b8e8-39b498bda0bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:03.820010 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8003eab8-0428-4d55-8f20-1327a9bc26d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:03.841911 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e7339e-5544-485b-b1d2-8497de79040e admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:29:03.864121 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7339e-5544-485b-b1d2-8497de79040e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831e0650-d823-4d32-ac4a-e0a67c3f30ae,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:03.876172 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-83e7339e-5544-485b-b1d2-8497de79040e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:03.895897 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-83e7339e-5544-485b-b1d2-8497de79040e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:03.896407 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-83e7339e-5544-485b-b1d2-8497de79040e admin admin] Added segment 64b32313-9c88-4c75-9493-321e296bbd8e of type vlan for network 3dd0b1ef-3068-4716-88be-7499ae53eda8 Apr 20 23:29:03.916043 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 54290) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:03.964048 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fb2c2e77-b64d-488b-91a8-e4a889b26854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:04.033239 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-fb2c2e77-b64d-488b-91a8-e4a889b26854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:04.037348 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-fb2c2e77-b64d-488b-91a8-e4a889b26854 admin admin] Usage tracker for resource:security_group_rule and tenant:ac6478fb5356402abb5a2f6eb7ffb325 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:04.049193 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-fb2c2e77-b64d-488b-91a8-e4a889b26854 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:04.058840 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-fb2c2e77-b64d-488b-91a8-e4a889b26854 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:04.113585 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89307e6b-8fae-4327-95ed-649bcf1b5b39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f827d72-f92a-5b3f-895b-22017219b065-437210c7-1067-49df-b543-565768333126', 'network_id': '437210c7-1067-49df-b543-565768333126', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'fixed_ips': [{'subnet_id': '35e08b0a-289c-44e2-8628-45bc2f24dd02'}]}} from dv-cinder-787296-1-smb. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 23:29:04.114502 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-89307e6b-8fae-4327-95ed-649bcf1b5b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:04.203329 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-83e7339e-5544-485b-b1d2-8497de79040e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757163678135'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:04.267647 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fb2c2e77-b64d-488b-91a8-e4a889b26854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:04.281103 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fb2c2e77-b64d-488b-91a8-e4a889b26854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:04.291616 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:04.297410 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8003eab8-0428-4d55-8f20-1327a9bc26d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854130443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854147233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2391'] for router, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:04.328687 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-fb2c2e77-b64d-488b-91a8-e4a889b26854 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac6478fb5356402abb5a2f6eb7ffb325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4090750 Apr 20 23:29:04.331969 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 54310) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:04.358356 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-83e7339e-5544-485b-b1d2-8497de79040e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:04.379161 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e7339e-5544-485b-b1d2-8497de79040e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:04.379809 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-83e7339e-5544-485b-b1d2-8497de79040e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:04.393630 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c2e77-b64d-488b-91a8-e4a889b26854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1c2570-a59e-4389-a422-f0cde9805f7a,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:04.401958 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fb2c2e77-b64d-488b-91a8-e4a889b26854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:04.425345 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:04.432696 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2511643-d266-4a54-9227-a21f49c0bd67 req-774dde6e-bc86-4d25-aeac-0148dd24d353 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:04.434409 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c2511643-d266-4a54-9227-a21f49c0bd67 req-774dde6e-bc86-4d25-aeac-0148dd24d353 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 945 time: 0.2226789 Apr 20 23:29:04.470212 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-89307e6b-8fae-4327-95ed-649bcf1b5b39 None None] Allocated IP 172.20.0.2 (437210c7-1067-49df-b543-565768333126/35e08b0a-289c-44e2-8628-45bc2f24dd02/6ca84519-4218-4186-addf-d170d9cd42ce) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:29:04.521968 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c2511643-d266-4a54-9227-a21f49c0bd67 req-135b619b-50c6-4ba2-b754-f20ec408898f tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758586 Apr 20 23:29:04.590690 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d8700be7-ba5d-48c7-8f25-0dc797d47681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:04.592555 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7339e-5544-485b-b1d2-8497de79040e admin admin] Pushing event updated for resources: {'Network': ['ID=3dd0b1ef-3068-4716-88be-7499ae53eda8,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:04.595546 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-83e7339e-5544-485b-b1d2-8497de79040e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:04.603625 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-83e7339e-5544-485b-b1d2-8497de79040e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2843542 Apr 20 23:29:04.603718 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 54322) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:04.613134 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-18b01800-8503-4c47-b547-b128641aef69 admin admin] Request body: {'subnet': {'network_id': '3dd0b1ef-3068-4716-88be-7499ae53eda8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1507009091-subnet', 'tenant_id': 'd279a11f135440c2aef0243c709cd016', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:04.615536 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Network 3dd0b1ef-3068-4716-88be-7499ae53eda8 details requested by agent ovs-agent-dv-cinder-787296-1-smb with host dv-cinder-787296-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:29:04.634940 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d8700be7-ba5d-48c7-8f25-0dc797d47681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:04.692086 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d8700be7-ba5d-48c7-8f25-0dc797d47681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:04.701319 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-631f672c-ceb2-4e5c-b3c7-d96587eca400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:04.722625 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d8700be7-ba5d-48c7-8f25-0dc797d47681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:04.729282 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-d8700be7-ba5d-48c7-8f25-0dc797d47681 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e1c2570-a59e-4389-a422-f0cde9805f7a HTTP/1.1" status: 204 len: 168 time: 0.3962586 Apr 20 23:29:04.731913 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-18b01800-8503-4c47-b547-b128641aef69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:04.734221 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8700be7-ba5d-48c7-8f25-0dc797d47681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1c2570-a59e-4389-a422-f0cde9805f7a,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:04.744401 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d8700be7-ba5d-48c7-8f25-0dc797d47681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:04.800769 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-18b01800-8503-4c47-b547-b128641aef69 admin admin] Usage tracker for resource:subnet and tenant:d279a11f135440c2aef0243c709cd016 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:04.806320 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-18b01800-8503-4c47-b547-b128641aef69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:04.815557 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-18b01800-8503-4c47-b547-b128641aef69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:04.879971 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8003eab8-0428-4d55-8f20-1327a9bc26d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:04.913430 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8003eab8-0428-4d55-8f20-1327a9bc26d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:04.916571 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b01800-8503-4c47-b547-b128641aef69 admin admin] Made reservation on behalf of d279a11f135440c2aef0243c709cd016 for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:29:04.924175 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-18b01800-8503-4c47-b547-b128641aef69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:04.924967 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 54336) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:04.957349 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-89307e6b-8fae-4327-95ed-649bcf1b5b39 None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:04.970897 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-89307e6b-8fae-4327-95ed-649bcf1b5b39 None None] Transition to ACTIVE for port object 6ca84519-4218-4186-addf-d170d9cd42ce will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:29:05.011990 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-89307e6b-8fae-4327-95ed-649bcf1b5b39 None None] Transition to ACTIVE for port object 6ca84519-4218-4186-addf-d170d9cd42ce will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:29:05.024940 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-89307e6b-8fae-4327-95ed-649bcf1b5b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:05.030672 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b4556335-17c0-41a8-99aa-50b8a1949437 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:05.113929 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89307e6b-8fae-4327-95ed-649bcf1b5b39 None None] Pushing event updated for resources: {'Port': ['ID=6ca84519-4218-4186-addf-d170d9cd42ce,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:05.118422 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-89307e6b-8fae-4327-95ed-649bcf1b5b39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:05.127379 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89307e6b-8fae-4327-95ed-649bcf1b5b39 None None] Network 437210c7-1067-49df-b543-565768333126 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:29:05.128869 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-89307e6b-8fae-4327-95ed-649bcf1b5b39 None None] Resources bound (agent type, host, resource id): {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:29:05.131701 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89307e6b-8fae-4327-95ed-649bcf1b5b39 None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:29:05.258541 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-8003eab8-0428-4d55-8f20-1327a9bc26d9 admin admin] Allocated IP 172.28.2.33 (17a5301c-ad04-43a1-9559-698be9680e2f/c5ea26a4-9d6d-4298-bd22-11c1031e299f/c4788111-8601-4275-b4ac-9a6f54d97787) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:29:05.273615 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-74c98310-0886-4511-821d-ab1bb0c85e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:05.278260 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-89307e6b-8fae-4327-95ed-649bcf1b5b39 None None] Attempting to bind port 6ca84519-4218-4186-addf-d170d9cd42ce on host dv-cinder-787296-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:29:05.278688 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-89307e6b-8fae-4327-95ed-649bcf1b5b39 None None] Attempting to bind port 6ca84519-4218-4186-addf-d170d9cd42ce by drivers openvswitch,hyperv on host dv-cinder-787296-1-smb at level 0 using segments [{'id': 'b88ef728-b5a0-4c96-8aa3-2810e09e1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '437210c7-1067-49df-b543-565768333126'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:29:05.279106 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89307e6b-8fae-4327-95ed-649bcf1b5b39 None None] Attempting to bind port 6ca84519-4218-4186-addf-d170d9cd42ce on network 437210c7-1067-49df-b543-565768333126 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:29:05.285120 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89307e6b-8fae-4327-95ed-649bcf1b5b39 None None] Checking agent: {'id': 'ca45837e-4919-48d1-9ced-cddb9dadc434', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 19, 54), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:29:05.285575 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89307e6b-8fae-4327-95ed-649bcf1b5b39 None None] Checking segment: {'id': 'b88ef728-b5a0-4c96-8aa3-2810e09e1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '437210c7-1067-49df-b543-565768333126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:29:05.286029 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-89307e6b-8fae-4327-95ed-649bcf1b5b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:05.286472 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89307e6b-8fae-4327-95ed-649bcf1b5b39 None None] Bound using segment: {'id': 'b88ef728-b5a0-4c96-8aa3-2810e09e1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '437210c7-1067-49df-b543-565768333126'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:29:05.287048 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-89307e6b-8fae-4327-95ed-649bcf1b5b39 None None] Bound port: 6ca84519-4218-4186-addf-d170d9cd42ce, host: dv-cinder-787296-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b88ef728-b5a0-4c96-8aa3-2810e09e1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '437210c7-1067-49df-b543-565768333126'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:29:05.287469 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-89307e6b-8fae-4327-95ed-649bcf1b5b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:05.309959 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-74c98310-0886-4511-821d-ab1bb0c85e6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:05.316393 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-74c98310-0886-4511-821d-ab1bb0c85e6f admin admin] Usage tracker for resource:security_group_rule and tenant:fa9a59b3376f4b849ade72a5c0c40960 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:05.329949 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-74c98310-0886-4511-821d-ab1bb0c85e6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:05.349540 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-74c98310-0886-4511-821d-ab1bb0c85e6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:05.401366 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-89307e6b-8fae-4327-95ed-649bcf1b5b39 None None] For port 6ca84519-4218-4186-addf-d170d9cd42ce, host dv-cinder-787296-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:29:05.422449 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-89307e6b-8fae-4327-95ed-649bcf1b5b39 None None] For port 6ca84519-4218-4186-addf-d170d9cd42ce, host dv-cinder-787296-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=6ca84519-4218-4186-addf-d170d9cd42ce,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:29:05.432443 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-89307e6b-8fae-4327-95ed-649bcf1b5b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:05.442132 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:05.469812 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-74c98310-0886-4511-821d-ab1bb0c85e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:05.476740 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-74c98310-0886-4511-821d-ab1bb0c85e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:05.495497 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-92b1b2a9-ca93-428b-9800-f9007118d912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:05.541570 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c98310-0886-4511-821d-ab1bb0c85e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7692e490-2a11-4b42-abd0-dcd8590e9f05,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:05.549088 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-74c98310-0886-4511-821d-ab1bb0c85e6f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa9a59b3376f4b849ade72a5c0c40960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6201518 Apr 20 23:29:05.549088 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-74c98310-0886-4511-821d-ab1bb0c85e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:05.549660 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 54360) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:05.649887 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89307e6b-8fae-4327-95ed-649bcf1b5b39 None None] Pushing event updated for resources: {'Port': ['ID=6ca84519-4218-4186-addf-d170d9cd42ce,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:05.661128 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-89307e6b-8fae-4327-95ed-649bcf1b5b39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:05.669724 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8cdca3ba-bd21-4036-9b05-e91b6139e609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:05.676400 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8003eab8-0428-4d55-8f20-1327a9bc26d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:05.723859 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8cdca3ba-bd21-4036-9b05-e91b6139e609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:05.794869 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8cdca3ba-bd21-4036-9b05-e91b6139e609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:05.806726 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3c3e4e34-8bf0-4e66-80fe-601fe14ed703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:05.812029 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-18b01800-8503-4c47-b547-b128641aef69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:05.819962 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdca3ba-bd21-4036-9b05-e91b6139e609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7692e490-2a11-4b42-abd0-dcd8590e9f05,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:05.822750 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8cdca3ba-bd21-4036-9b05-e91b6139e609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:05.828093 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8cdca3ba-bd21-4036-9b05-e91b6139e609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:05.835141 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:05.844551 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-8cdca3ba-bd21-4036-9b05-e91b6139e609 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7692e490-2a11-4b42-abd0-dcd8590e9f05 HTTP/1.1" status: 204 len: 168 time: 0.2935638 Apr 20 23:29:06.000657 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8003eab8-0428-4d55-8f20-1327a9bc26d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:06.001491 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b01800-8503-4c47-b547-b128641aef69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df932792-0d23-4954-b66e-ea245732d024,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:06.004272 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-18b01800-8503-4c47-b547-b128641aef69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:06.021450 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93c706-6eb1-4aa4-be45-c004e51bdc36 req-fe311d0b-c118-4d94-9bdb-cd3997cec822 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:06.023360 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8d93c706-6eb1-4aa4-be45-c004e51bdc36 req-fe311d0b-c118-4d94-9bdb-cd3997cec822 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 945 time: 0.2855020 Apr 20 23:29:06.024592 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b01800-8503-4c47-b547-b128641aef69 admin admin] Checking segment: {'id': '64b32313-9c88-4c75-9493-321e296bbd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3dd0b1ef-3068-4716-88be-7499ae53eda8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:29:06.025258 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b01800-8503-4c47-b547-b128641aef69 admin admin] Network hostable DHCP agents. Network: 3dd0b1ef-3068-4716-88be-7499ae53eda8, hostable agents: ['a298e916-2d0e-40ec-9d0f-6465273d3362'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:29:06.039355 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2829f48a-8416-4c17-bc4f-1765572ce9b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:06.173947 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8003eab8-0428-4d55-8f20-1327a9bc26d9 admin admin] Network 17a5301c-ad04-43a1-9559-698be9680e2f is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:29:06.178706 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8d93c706-6eb1-4aa4-be45-c004e51bdc36 req-5cd1294f-43ab-4230-bb18-8e05c4f84a11 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479721 Apr 20 23:29:06.179538 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b01800-8503-4c47-b547-b128641aef69 admin admin] Network 3dd0b1ef-3068-4716-88be-7499ae53eda8 is scheduled to be hosted by DHCP agent a298e916-2d0e-40ec-9d0f-6465273d3362 with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:29:06.186030 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-8003eab8-0428-4d55-8f20-1327a9bc26d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:29:06.188568 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8003eab8-0428-4d55-8f20-1327a9bc26d9 admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:29:06.334170 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003eab8-0428-4d55-8f20-1327a9bc26d9 admin admin] Pushing event updated for resources: {'Port': ['ID=c4788111-8601-4275-b4ac-9a6f54d97787,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:06.337393 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8003eab8-0428-4d55-8f20-1327a9bc26d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:06.340853 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-18b01800-8503-4c47-b547-b128641aef69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-smb, 3dd0b1ef-3068-4716-88be-7499ae53eda8) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:29:06.345455 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b01800-8503-4c47-b547-b128641aef69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:06.346091 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-18b01800-8503-4c47-b547-b128641aef69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:06.368528 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e490df2-80a8-401b-bfca-d26ad24617ae None None] Network 3dd0b1ef-3068-4716-88be-7499ae53eda8 requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:29:06.387687 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-18b01800-8503-4c47-b547-b128641aef69 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7836568 Apr 20 23:29:06.506646 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 6ca84519-4218-4186-addf-d170d9cd42ce up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:29:06.626556 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning for port 6ca84519-4218-4186-addf-d170d9cd42ce completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:29:06.667446 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 54402) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:06.689433 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3a7cbdba-f504-408c-a71b-1acb0bfe33d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:06.722265 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-3a7cbdba-f504-408c-a71b-1acb0bfe33d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:06.734767 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-3a7cbdba-f504-408c-a71b-1acb0bfe33d3 admin admin] Usage tracker for resource:security_group_rule and tenant:4ab67da0dba74d8590a1a21d64608132 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:06.740238 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-3a7cbdba-f504-408c-a71b-1acb0bfe33d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:06.757815 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-3a7cbdba-f504-408c-a71b-1acb0bfe33d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:06.883724 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48dd1b9-9c1e-4350-b6a5-17bd447a046d None None] Network 3dd0b1ef-3068-4716-88be-7499ae53eda8 requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:29:06.889982 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3a7cbdba-f504-408c-a71b-1acb0bfe33d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:06.901023 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3a7cbdba-f504-408c-a71b-1acb0bfe33d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:06.940063 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:07.011545 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-3a7cbdba-f504-408c-a71b-1acb0bfe33d3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4ab67da0dba74d8590a1a21d64608132&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425395 Apr 20 23:29:07.012376 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 54416) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:07.012848 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 54418) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:07.013828 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cbdba-f504-408c-a71b-1acb0bfe33d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc599eb-bd45-4def-a611-ee1556c30ed3,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:07.029458 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3a7cbdba-f504-408c-a71b-1acb0bfe33d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:07.124907 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-caf23e6b-3055-4c0c-aa01-debd37580cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:07.175240 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-caf23e6b-3055-4c0c-aa01-debd37580cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:07.206403 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8003eab8-0428-4d55-8f20-1327a9bc26d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:07.272053 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-caf23e6b-3055-4c0c-aa01-debd37580cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:07.279967 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d8700be7-ba5d-48c7-8f25-0dc797d47681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:07.351959 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf23e6b-3055-4c0c-aa01-debd37580cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc599eb-bd45-4def-a611-ee1556c30ed3,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:07.354298 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-49c91ea4-848e-4ec4-827b-c784f367bb22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:07.385837 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-caf23e6b-3055-4c0c-aa01-debd37580cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:07.387725 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-caf23e6b-3055-4c0c-aa01-debd37580cb1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fcc599eb-bd45-4def-a611-ee1556c30ed3 HTTP/1.1" status: 204 len: 168 time: 0.3598521 Apr 20 23:29:07.388896 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-caf23e6b-3055-4c0c-aa01-debd37580cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:07.396743 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-49c91ea4-848e-4ec4-827b-c784f367bb22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:07.400865 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-49c91ea4-848e-4ec4-827b-c784f367bb22 admin admin] Usage tracker for resource:security_group_rule and tenant:527fcfdcac254ba2b9d21d46e5f22b87 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:07.420144 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-49c91ea4-848e-4ec4-827b-c784f367bb22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:07.425008 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1af0c65-69de-42d9-9170-5cc76d882265 None None] Network 437210c7-1067-49df-b543-565768333126 requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:29:07.457512 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-49c91ea4-848e-4ec4-827b-c784f367bb22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:07.608133 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094e08d-e40b-427f-9e44-337683b02829 req-e4d51f59-9a7f-482b-b854-3551afcec9a1 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:07.616907 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a094e08d-e40b-427f-9e44-337683b02829 req-e4d51f59-9a7f-482b-b854-3551afcec9a1 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 945 time: 0.1809604 Apr 20 23:29:07.673612 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-49c91ea4-848e-4ec4-827b-c784f367bb22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:07.682996 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-49c91ea4-848e-4ec4-827b-c784f367bb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:07.700880 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1ed601cf-d936-42d0-a41f-8f59c818ba84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:07.702388 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-afff1a32-8385-4e7b-8b28-f490c793bd92 None None] Provisioning for port 6ca84519-4218-4186-addf-d170d9cd42ce completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:29:07.726974 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-afff1a32-8385-4e7b-8b28-f490c793bd92 None None] Provisioning complete for port 6ca84519-4218-4186-addf-d170d9cd42ce triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:07.727430 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-afff1a32-8385-4e7b-8b28-f490c793bd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:07.852647 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-49c91ea4-848e-4ec4-827b-c784f367bb22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=527fcfdcac254ba2b9d21d46e5f22b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8333623 Apr 20 23:29:07.856557 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 54442) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:07.890556 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a094e08d-e40b-427f-9e44-337683b02829 req-07de2101-f611-470b-b36c-294fe30c128f tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722771 Apr 20 23:29:07.965624 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8003eab8-0428-4d55-8f20-1327a9bc26d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-628551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645343'] for router, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:07.982168 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-30974bfa-6b4f-4fd5-b383-bf221812d81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:08.007013 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c91ea4-848e-4ec4-827b-c784f367bb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ac5384-13b2-4cdd-9dba-3985cd79ddc5,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:08.058187 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-49c91ea4-848e-4ec4-827b-c784f367bb22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:08.096867 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-30974bfa-6b4f-4fd5-b383-bf221812d81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:08.217199 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-30974bfa-6b4f-4fd5-b383-bf221812d81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:08.223613 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-725b2427-7224-4eb9-bf50-7b8cce98cb57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:08.247125 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-afff1a32-8385-4e7b-8b28-f490c793bd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:08.274541 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30974bfa-6b4f-4fd5-b383-bf221812d81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ac5384-13b2-4cdd-9dba-3985cd79ddc5,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:08.284690 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-afff1a32-8385-4e7b-8b28-f490c793bd92 None None] For port 6ca84519-4218-4186-addf-d170d9cd42ce, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=6ca84519-4218-4186-addf-d170d9cd42ce,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:29:08.288723 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-30974bfa-6b4f-4fd5-b383-bf221812d81f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:08.291167 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-afff1a32-8385-4e7b-8b28-f490c793bd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:08.299855 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-30974bfa-6b4f-4fd5-b383-bf221812d81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:08.303574 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-30974bfa-6b4f-4fd5-b383-bf221812d81f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3ac5384-13b2-4cdd-9dba-3985cd79ddc5 HTTP/1.1" status: 204 len: 168 time: 0.4402161 Apr 20 23:29:08.306635 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:08.330611 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8003eab8-0428-4d55-8f20-1327a9bc26d9 admin admin] Router bc8047de-5d62-4920-87f1-fce90c6f93d5 is scheduled to L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb with binding_index 1 {{(pid=86357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 23:29:08.416400 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff1a32-8385-4e7b-8b28-f490c793bd92 None None] Pushing event updated for resources: {'Port': ['ID=6ca84519-4218-4186-addf-d170d9cd42ce,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:08.429731 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-afff1a32-8385-4e7b-8b28-f490c793bd92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:08.621545 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e2c5e2c6-e9bf-4edf-9e69-05ff74bc4dd3 None None] Provisioning complete for port 6ca84519-4218-4186-addf-d170d9cd42ce triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:08.622018 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e2c5e2c6-e9bf-4edf-9e69-05ff74bc4dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:08.624937 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8003eab8-0428-4d55-8f20-1327a9bc26d9 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:29:08.635197 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3323e53a-45da-4971-a84a-f96ad595722c None None] Sync routers for ids ['bc8047de-5d62-4920-87f1-fce90c6f93d5'] in dv-cinder-787296-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:29:08.646689 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8003eab8-0428-4d55-8f20-1327a9bc26d9 admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:08.648894 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-8003eab8-0428-4d55-8f20-1327a9bc26d9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9286625 Apr 20 23:29:08.651971 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 54472) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:08.663546 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3323e53a-45da-4971-a84a-f96ad595722c None None] Routers {'bc8047de-5d62-4920-87f1-fce90c6f93d5'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:29:08.663546 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-3323e53a-45da-4971-a84a-f96ad595722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:28:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['bc8047de-5d62-4920-87f1-fce90c6f93d5'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:08.966422 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-3323e53a-45da-4971-a84a-f96ad595722c None None] Set router bc8047de-5d62-4920-87f1-fce90c6f93d5 gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:29:09.084109 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 54492) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:09.119107 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4577f027-bdd8-4362-a5b9-c469ecb9ae84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:09.158163 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-4577f027-bdd8-4362-a5b9-c469ecb9ae84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:09.162962 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-4577f027-bdd8-4362-a5b9-c469ecb9ae84 admin admin] Usage tracker for resource:security_group_rule and tenant:f4a70048e1e34bff9822aa3e073b9813 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:09.166278 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-4577f027-bdd8-4362-a5b9-c469ecb9ae84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:09.176136 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-4577f027-bdd8-4362-a5b9-c469ecb9ae84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:09.348438 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4577f027-bdd8-4362-a5b9-c469ecb9ae84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:09.352850 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4577f027-bdd8-4362-a5b9-c469ecb9ae84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:09.369805 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f8b0b1be-7f47-456c-8700-e3e3ae18e5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:09.406574 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577f027-bdd8-4362-a5b9-c469ecb9ae84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52943bf-1c93-47db-849b-39804028fd14,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:09.428865 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4577f027-bdd8-4362-a5b9-c469ecb9ae84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:09.504509 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-3323e53a-45da-4971-a84a-f96ad595722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'name': 'tempest-AttachVolumeShelveTestJSON-734326088-router', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:03Z', 'updated_at': '2021-04-20T23:29:06Z', 'revision_number': 3, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'gw_port': {'id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:04Z', 'updated_at': '2021-04-20T23:29:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb'}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:09.504958 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-4577f027-bdd8-4362-a5b9-c469ecb9ae84 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4a70048e1e34bff9822aa3e073b9813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4175572 Apr 20 23:29:09.507589 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 54508) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:09.511795 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3323e53a-45da-4971-a84a-f96ad595722c None None] Checking router: bc8047de-5d62-4920-87f1-fce90c6f93d5 for host: dv-cinder-787296-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:29:09.512391 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3323e53a-45da-4971-a84a-f96ad595722c None None] Updating router bc8047de-5d62-4920-87f1-fce90c6f93d5 port c4788111-8601-4275-b4ac-9a6f54d97787 binding host dv-cinder-787296-1-smb {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:29:09.591801 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3323e53a-45da-4971-a84a-f96ad595722c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:09.597667 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abd592-1eae-42ec-b70a-cd9ec20a7c87 req-01ad4ef5-8e63-407b-8a0c-1def7fa8e37a tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:09.606356 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-76abd592-1eae-42ec-b70a-cd9ec20a7c87 req-01ad4ef5-8e63-407b-8a0c-1def7fa8e37a tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] 10.222.0.16 "GET /v2.0/ports?device_id=b912f8db-8cf8-4cd1-94d9-56565b6cdb66 HTTP/1.1" status: 200 len: 946 time: 0.2033119 Apr 20 23:29:09.610271 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7a603-dcec-4500-85c0-446e824ef8ea req-670effe4-1a2b-40f3-8e0e-50497a006ea0 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:09.611655 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-26d7a603-dcec-4500-85c0-446e824ef8ea req-670effe4-1a2b-40f3-8e0e-50497a006ea0 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 945 time: 0.4709458 Apr 20 23:29:09.648544 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-81adf4d2-f1e0-4b39-9ab8-c95627ac62ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:09.677664 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-81adf4d2-f1e0-4b39-9ab8-c95627ac62ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:09.750794 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-76abd592-1eae-42ec-b70a-cd9ec20a7c87 req-d19af6ea-e556-41a9-b35b-99926eaddd6f tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] 10.222.0.16 "GET /v2.0/security-groups?id=2edfdc14-8bbb-4b7c-87fc-b884e59c2125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421585 Apr 20 23:29:09.789211 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-81adf4d2-f1e0-4b39-9ab8-c95627ac62ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:09.795465 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f0917c60-dc2f-4b1d-b70e-7a1ac63a9334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:09.815098 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81adf4d2-f1e0-4b39-9ab8-c95627ac62ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52943bf-1c93-47db-849b-39804028fd14,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:09.825167 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-81adf4d2-f1e0-4b39-9ab8-c95627ac62ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:09.832845 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-81adf4d2-f1e0-4b39-9ab8-c95627ac62ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:09.834955 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-81adf4d2-f1e0-4b39-9ab8-c95627ac62ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d52943bf-1c93-47db-849b-39804028fd14 HTTP/1.1" status: 204 len: 168 time: 0.3263252 Apr 20 23:29:09.919490 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-26d7a603-dcec-4500-85c0-446e824ef8ea req-16fe9039-202e-41a5-9b29-b673c7a70c65 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991920 Apr 20 23:29:10.052032 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3323e53a-45da-4971-a84a-f96ad595722c None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:10.066362 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-3323e53a-45da-4971-a84a-f96ad595722c None None] Transition to ACTIVE for port object c4788111-8601-4275-b4ac-9a6f54d97787 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:29:10.073104 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3323e53a-45da-4971-a84a-f96ad595722c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:10.078659 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:10.188985 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-3323e53a-45da-4971-a84a-f96ad595722c None None] Attempting to bind port c4788111-8601-4275-b4ac-9a6f54d97787 on host dv-cinder-787296-1-smb for vnic_type normal with profile {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:29:10.189377 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-3323e53a-45da-4971-a84a-f96ad595722c None None] Attempting to bind port c4788111-8601-4275-b4ac-9a6f54d97787 by drivers openvswitch,hyperv on host dv-cinder-787296-1-smb at level 0 using segments [{'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:29:10.189785 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3323e53a-45da-4971-a84a-f96ad595722c None None] Attempting to bind port c4788111-8601-4275-b4ac-9a6f54d97787 on network 17a5301c-ad04-43a1-9559-698be9680e2f {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:29:10.203592 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55925fb6-5606-45e9-8cc8-9898634cd33e None None] Pushing event updated for resources: {'Port': ['ID=c4788111-8601-4275-b4ac-9a6f54d97787,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:10.209721 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3323e53a-45da-4971-a84a-f96ad595722c None None] Checking agent: {'id': 'ca45837e-4919-48d1-9ced-cddb9dadc434', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 19, 54), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:29:10.210192 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3323e53a-45da-4971-a84a-f96ad595722c None None] Checking segment: {'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:29:10.210559 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3323e53a-45da-4971-a84a-f96ad595722c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:10.211241 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3323e53a-45da-4971-a84a-f96ad595722c None None] Bound using segment: {'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:29:10.211490 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-3323e53a-45da-4971-a84a-f96ad595722c None None] Bound port: c4788111-8601-4275-b4ac-9a6f54d97787, host: dv-cinder-787296-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:29:10.211922 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3323e53a-45da-4971-a84a-f96ad595722c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:10.244570 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-07c11a4d-cebd-48ce-b941-773f386cc8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:10.251894 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55925fb6-5606-45e9-8cc8-9898634cd33e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:10.252277 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55925fb6-5606-45e9-8cc8-9898634cd33e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:10.252651 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55925fb6-5606-45e9-8cc8-9898634cd33e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:10.253020 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55925fb6-5606-45e9-8cc8-9898634cd33e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:10.253410 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55925fb6-5606-45e9-8cc8-9898634cd33e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:10.253772 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55925fb6-5606-45e9-8cc8-9898634cd33e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:10.254131 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55925fb6-5606-45e9-8cc8-9898634cd33e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:10.254493 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55925fb6-5606-45e9-8cc8-9898634cd33e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:10.254850 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55925fb6-5606-45e9-8cc8-9898634cd33e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:10.255205 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55925fb6-5606-45e9-8cc8-9898634cd33e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:10.256187 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55925fb6-5606-45e9-8cc8-9898634cd33e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:10.256460 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55925fb6-5606-45e9-8cc8-9898634cd33e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:10.283092 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-55925fb6-5606-45e9-8cc8-9898634cd33e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:10.350873 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 54542) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:10.353652 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-3323e53a-45da-4971-a84a-f96ad595722c None None] For port c4788111-8601-4275-b4ac-9a6f54d97787, host dv-cinder-787296-1-smb, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:29:10.358416 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-3323e53a-45da-4971-a84a-f96ad595722c None None] For port c4788111-8601-4275-b4ac-9a6f54d97787, host dv-cinder-787296-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=c4788111-8601-4275-b4ac-9a6f54d97787,segment=NetworkSegment(6da6a8de-ef5d-4456-8d26-a2b4515179e3),segment_id=6da6a8de-ef5d-4456-8d26-a2b4515179e3)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:29:10.366873 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3323e53a-45da-4971-a84a-f96ad595722c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:10.382663 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-a0216bb6-e4a2-46d4-966d-63ca4d8d1a00 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:10.384308 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-a0216bb6-e4a2-46d4-966d-63ca4d8d1a00 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/networks?id=3dd0b1ef-3068-4716-88be-7499ae53eda8 HTTP/1.1" status: 200 len: 809 time: 0.3076987 Apr 20 23:29:10.387008 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-68674614-94db-4bc3-beec-7211cb4f6ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:10.389054 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:10.390920 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 6ca84519-4218-4186-addf-d170d9cd42ce up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:29:10.405807 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-68674614-94db-4bc3-beec-7211cb4f6ee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:10.429035 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-68674614-94db-4bc3-beec-7211cb4f6ee2 admin admin] Usage tracker for resource:security_group_rule and tenant:e5f517dd421f4a93b6d5545b3b44d332 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:10.445824 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-68674614-94db-4bc3-beec-7211cb4f6ee2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:10.451707 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-eec590ef-8bdd-4dd1-9947-5488ac2df014 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/quotas/d279a11f135440c2aef0243c709cd016 HTTP/1.1" status: 200 len: 375 time: 0.0479355 Apr 20 23:29:10.465408 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-68674614-94db-4bc3-beec-7211cb4f6ee2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:10.497320 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55925fb6-5606-45e9-8cc8-9898634cd33e None None] Pushing event updated for resources: {'Port': ['ID=c4788111-8601-4275-b4ac-9a6f54d97787,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:10.547188 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-55925fb6-5606-45e9-8cc8-9898634cd33e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:10.564680 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3323e53a-45da-4971-a84a-f96ad595722c None None] Routers {'bc8047de-5d62-4920-87f1-fce90c6f93d5'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:29:10.565393 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-3323e53a-45da-4971-a84a-f96ad595722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:28:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['bc8047de-5d62-4920-87f1-fce90c6f93d5'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:10.571216 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port 6ca84519-4218-4186-addf-d170d9cd42ce triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:10.571723 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:10.588160 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-07c11a4d-cebd-48ce-b941-773f386cc8f0 admin admin] Allocated IP 172.20.0.1 (437210c7-1067-49df-b543-565768333126/35e08b0a-289c-44e2-8628-45bc2f24dd02/5665c09e-6bc7-4499-8e73-883b2fb23858) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:29:10.605069 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-0b9fde4c-2c3e-48ee-aba9-0e14760375cc tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d279a11f135440c2aef0243c709cd016&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1404812 Apr 20 23:29:10.806269 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-437105c3-c173-4dd7-a76f-1fa103fa118c service neutron] 10.222.0.16 "GET /v2.0/networks/3dd0b1ef-3068-4716-88be-7499ae53eda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001829 Apr 20 23:29:10.852924 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-3323e53a-45da-4971-a84a-f96ad595722c None None] Set router bc8047de-5d62-4920-87f1-fce90c6f93d5 gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:29:10.900171 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-07c11a4d-cebd-48ce-b941-773f386cc8f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:10.920060 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-07c11a4d-cebd-48ce-b941-773f386cc8f0 admin admin] Transition to ACTIVE for port object 5665c09e-6bc7-4499-8e73-883b2fb23858 will not be triggered until provisioned by entity DHCP. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:29:11.024291 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-9d8ff289-8479-42c6-b063-9518228c3e6e service neutron] 10.222.0.16 "GET /v2.0/networks/3dd0b1ef-3068-4716-88be-7499ae53eda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013884 Apr 20 23:29:11.042538 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-07c11a4d-cebd-48ce-b941-773f386cc8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:11.043401 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-68674614-94db-4bc3-beec-7211cb4f6ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:11.051717 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-68674614-94db-4bc3-beec-7211cb4f6ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:11.071498 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9d390cbf-b9ef-4cdf-bf97-378deaa4c833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:11.076955 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b74c0abb-8f37-4b7d-88af-852cee543205 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:11.155656 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-68674614-94db-4bc3-beec-7211cb4f6ee2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e5f517dd421f4a93b6d5545b3b44d332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8036356 Apr 20 23:29:11.156636 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68674614-94db-4bc3-beec-7211cb4f6ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324ff1e6-2ce0-463b-beea-e2487b9eefdd,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:11.159211 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 54566) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:11.162358 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-68674614-94db-4bc3-beec-7211cb4f6ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:11.268926 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-592ece5a-cdf6-4e68-8835-d981f3c5661f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:11.298396 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-592ece5a-cdf6-4e68-8835-d981f3c5661f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:11.315180 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c11a4d-cebd-48ce-b941-773f386cc8f0 admin admin] Network 437210c7-1067-49df-b543-565768333126 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:29:11.325960 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-07c11a4d-cebd-48ce-b941-773f386cc8f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:29:11.356049 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c11a4d-cebd-48ce-b941-773f386cc8f0 admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:29:11.377080 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-3323e53a-45da-4971-a84a-f96ad595722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'name': 'tempest-AttachVolumeShelveTestJSON-734326088-router', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:03Z', 'updated_at': '2021-04-20T23:29:06Z', 'revision_number': 3, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'gw_port': {'id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:04Z', 'updated_at': '2021-04-20T23:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb'}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:11.394962 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3323e53a-45da-4971-a84a-f96ad595722c None None] The sync data for ids ['bc8047de-5d62-4920-87f1-fce90c6f93d5'] in dv-cinder-787296-1-smb is: [{'id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'name': 'tempest-AttachVolumeShelveTestJSON-734326088-router', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:03Z', 'updated_at': '2021-04-20T23:29:06Z', 'revision_number': 3, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'gw_port': {'id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:04Z', 'updated_at': '2021-04-20T23:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb'}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:29:11.443895 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-592ece5a-cdf6-4e68-8835-d981f3c5661f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:11.463379 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-07c11a4d-cebd-48ce-b941-773f386cc8f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854127102'] for router_interface, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:11.490582 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c11a4d-cebd-48ce-b941-773f386cc8f0 admin admin] Pushing event updated for resources: {'Port': ['ID=5665c09e-6bc7-4499-8e73-883b2fb23858,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:11.494359 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4577f027-bdd8-4362-a5b9-c469ecb9ae84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:11.512705 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-07c11a4d-cebd-48ce-b941-773f386cc8f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:11.535577 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecb971-7a3c-4810-821d-176d03285816 req-18a3e7b2-c466-44e5-b18f-eb9484526fd7 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:11.546351 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ece5a-cdf6-4e68-8835-d981f3c5661f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324ff1e6-2ce0-463b-beea-e2487b9eefdd,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:11.547976 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-97ecb971-7a3c-4810-821d-176d03285816 req-18a3e7b2-c466-44e5-b18f-eb9484526fd7 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] 10.222.0.16 "GET /v2.0/ports?device_id=b912f8db-8cf8-4cd1-94d9-56565b6cdb66 HTTP/1.1" status: 200 len: 946 time: 0.5990357 Apr 20 23:29:11.557772 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-592ece5a-cdf6-4e68-8835-d981f3c5661f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:11.579035 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-592ece5a-cdf6-4e68-8835-d981f3c5661f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:11.583372 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-592ece5a-cdf6-4e68-8835-d981f3c5661f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/324ff1e6-2ce0-463b-beea-e2487b9eefdd HTTP/1.1" status: 204 len: 168 time: 0.4203265 Apr 20 23:29:11.593723 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b683e-3d0b-4b07-9cee-de190b29a195 req-e32677e9-cbc7-4d9f-a359-dd3050969dd8 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:11.595588 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6a9b683e-3d0b-4b07-9cee-de190b29a195 req-e32677e9-cbc7-4d9f-a359-dd3050969dd8 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] 10.222.0.36 "GET /v2.0/ports?device_id=b912f8db-8cf8-4cd1-94d9-56565b6cdb66 HTTP/1.1" status: 200 len: 946 time: 0.8401823 Apr 20 23:29:11.637692 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e52a0c-c492-4a55-a709-262442f082ad req-267a3b0b-a88e-41fe-bf02-a4f8987f5734 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:11.649806 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-97e52a0c-c492-4a55-a709-262442f082ad req-267a3b0b-a88e-41fe-bf02-a4f8987f5734 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 945 time: 0.3002899 Apr 20 23:29:11.665243 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-3ea4dccd-6fb8-410f-b482-5dec04a82dfa None None] Provisioning for port 5665c09e-6bc7-4499-8e73-883b2fb23858 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:29:11.675624 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-3ea4dccd-6fb8-410f-b482-5dec04a82dfa None None] Provisioning complete for port 5665c09e-6bc7-4499-8e73-883b2fb23858 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:11.678973 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3ea4dccd-6fb8-410f-b482-5dec04a82dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:11.731344 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-97e52a0c-c492-4a55-a709-262442f082ad req-6b48b06c-04be-499e-b40b-8fe6cacc12ae tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803032 Apr 20 23:29:11.793614 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-6a9b683e-3d0b-4b07-9cee-de190b29a195 req-8f56e0d1-826f-4033-b064-11a63e28f4d0 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Deleting port 2a582138-b9c9-4bec-96bd-049dd58185d0 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:29:11.794255 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-6a9b683e-3d0b-4b07-9cee-de190b29a195 req-8f56e0d1-826f-4033-b064-11a63e28f4d0 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:11.823630 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 54592) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:11.832280 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-3ea4dccd-6fb8-410f-b482-5dec04a82dfa None None] Port 5665c09e-6bc7-4499-8e73-883b2fb23858 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:29:11.845740 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-87faa8aa-4b9e-413d-ac89-9c657e137518 req-cac4a822-7172-484d-80f5-dcc02b7bf3db tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9394629-ee1c-4954-b763-15702bc36b11 HTTP/1.1" status: 200 len: 210 time: 0.0732331 Apr 20 23:29:11.886456 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 54598) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:11.915167 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-97ecb971-7a3c-4810-821d-176d03285816 req-af1ab856-c59c-4711-903a-85a8cacd6940 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] 10.222.0.16 "GET /v2.0/security-groups?id=2edfdc14-8bbb-4b7c-87fc-b884e59c2125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660250 Apr 20 23:29:12.267513 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5db91232-7745-4ea2-9116-99f863124a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:12.292031 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-5db91232-7745-4ea2-9116-99f863124a54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:12.299410 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-5db91232-7745-4ea2-9116-99f863124a54 admin admin] Usage tracker for resource:security_group_rule and tenant:99aae3afd8ac4ca68b656839298ac5ae is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:12.328563 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-5db91232-7745-4ea2-9116-99f863124a54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:12.382032 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-07c11a4d-cebd-48ce-b941-773f386cc8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:12.405017 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-6a9b683e-3d0b-4b07-9cee-de190b29a195 req-8f56e0d1-826f-4033-b064-11a63e28f4d0 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] For port 2a582138-b9c9-4bec-96bd-049dd58185d0, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2a582138-b9c9-4bec-96bd-049dd58185d0,segment=NetworkSegment(3569f321-4a8f-467d-827a-f72204665e16),segment_id=3569f321-4a8f-467d-827a-f72204665e16)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:29:12.405199 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-6a9b683e-3d0b-4b07-9cee-de190b29a195 req-8f56e0d1-826f-4033-b064-11a63e28f4d0 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:12.406346 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-5db91232-7745-4ea2-9116-99f863124a54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:12.455279 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-46d8e3bc-6bc2-4e59-96f0-f86cc04ad30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:12.474958 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device c4788111-8601-4275-b4ac-9a6f54d97787 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:29:12.526131 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-46d8e3bc-6bc2-4e59-96f0-f86cc04ad30d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:12.545905 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-46d8e3bc-6bc2-4e59-96f0-f86cc04ad30d admin admin] Usage tracker for resource:security_group_rule and tenant:e8fdf9fc69504b55b5811183c0dd302c is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:12.555211 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-46d8e3bc-6bc2-4e59-96f0-f86cc04ad30d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:12.590126 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-46d8e3bc-6bc2-4e59-96f0-f86cc04ad30d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:12.619594 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning for port c4788111-8601-4275-b4ac-9a6f54d97787 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:29:12.625020 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port c4788111-8601-4275-b4ac-9a6f54d97787 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:12.625472 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:12.716546 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb0f5db5-6cdb-4e82-819f-d6b441eec564 req-639dbbef-c633-404a-89eb-2e5687eda967 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3723538 Apr 20 23:29:12.723522 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5db91232-7745-4ea2-9116-99f863124a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:12.748888 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5db91232-7745-4ea2-9116-99f863124a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:12.870269 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:13.034383 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:13.060729 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] For port c4788111-8601-4275-b4ac-9a6f54d97787, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=c4788111-8601-4275-b4ac-9a6f54d97787,segment=NetworkSegment(6da6a8de-ef5d-4456-8d26-a2b4515179e3),segment_id=6da6a8de-ef5d-4456-8d26-a2b4515179e3)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:29:13.064785 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:13.066973 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:13.128495 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-6a9b683e-3d0b-4b07-9cee-de190b29a195 req-8f56e0d1-826f-4033-b064-11a63e28f4d0 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Calling delete_port for 2a582138-b9c9-4bec-96bd-049dd58185d0 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:29:13.168445 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-07c11a4d-cebd-48ce-b941-773f386cc8f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:13.174492 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Pushing event updated for resources: {'Port': ['ID=c4788111-8601-4275-b4ac-9a6f54d97787,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:13.179812 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:13.195993 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-07c11a4d-cebd-48ce-b941-773f386cc8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851844298'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:13.199318 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-46d8e3bc-6bc2-4e59-96f0-f86cc04ad30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:13.241368 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5db91232-7745-4ea2-9116-99f863124a54 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99aae3afd8ac4ca68b656839298ac5ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4164519 Apr 20 23:29:13.248370 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:13.252320 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c2ff7b3b-4b4c-4d29-a7a4-a8685faa228f req-6d7dc28b-4c54-46b7-a9e6-f7890c7a8c31 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9394629-ee1c-4954-b763-15702bc36b11 HTTP/1.1" status: 200 len: 210 time: 0.1531639 Apr 20 23:29:13.254907 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 54634) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:13.260423 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db91232-7745-4ea2-9116-99f863124a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9d88d2-5a03-4d14-a0b4-54a13cbb24c4,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:13.270019 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5db91232-7745-4ea2-9116-99f863124a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:13.272136 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-46d8e3bc-6bc2-4e59-96f0-f86cc04ad30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:13.298262 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-316ec4e2-4419-406c-a372-663894434811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:13.332223 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-07c11a4d-cebd-48ce-b941-773f386cc8f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854018129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648805'] for router_interface, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:13.378309 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f5db5-6cdb-4e82-819f-d6b441eec564 req-34d0e30f-3370-4129-8feb-7a6aac3a270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:13.380165 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb0f5db5-6cdb-4e82-819f-d6b441eec564 req-34d0e30f-3370-4129-8feb-7a6aac3a270c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cea7bf4589624ee6a6e869ab0d6825c2&device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 1098 time: 0.4829032 Apr 20 23:29:13.541575 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c11a4d-cebd-48ce-b941-773f386cc8f0 admin admin] Pushing event updated for resources: {'Port': ['ID=5665c09e-6bc7-4499-8e73-883b2fb23858,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:13.545171 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-07c11a4d-cebd-48ce-b941-773f386cc8f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:13.581259 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960dee12-b465-4c99-a7e6-72e6cf28941e req-b208afe7-b061-4d73-9402-c4207edb4390 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:13.582967 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-960dee12-b465-4c99-a7e6-72e6cf28941e req-b208afe7-b061-4d73-9402-c4207edb4390 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 945 time: 0.6495228 Apr 20 23:29:13.722770 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c11a4d-cebd-48ce-b941-773f386cc8f0 admin admin] Network 437210c7-1067-49df-b543-565768333126 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:29:13.728993 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-07c11a4d-cebd-48ce-b941-773f386cc8f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:29:13.737184 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-6a9b683e-3d0b-4b07-9cee-de190b29a195 req-8f56e0d1-826f-4033-b064-11a63e28f4d0 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:13.778942 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-7e0776d7-c756-4844-a156-4ddf18b44c79 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:13.780502 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-7e0776d7-c756-4844-a156-4ddf18b44c79 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.36 "GET /v2.0/networks?id=3dd0b1ef-3068-4716-88be-7499ae53eda8 HTTP/1.1" status: 200 len: 809 time: 0.5665638 Apr 20 23:29:13.812394 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-960dee12-b465-4c99-a7e6-72e6cf28941e req-68dd1b3f-dcf9-47a4-927d-242e8d2152d7 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770093 Apr 20 23:29:13.820784 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:13.931827 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8e3bc-6bc2-4e59-96f0-f86cc04ad30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b606cffa-2553-405a-b9ef-edc39441b3f2,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:13.954266 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-b0925ac6-63c1-4b61-8084-c03b10c54e81 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Request body: {'port': {'device_id': 'c9394629-ee1c-4954-b763-15702bc36b11', 'network_id': '3dd0b1ef-3068-4716-88be-7499ae53eda8', 'admin_state_up': True, 'tenant_id': 'd279a11f135440c2aef0243c709cd016'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:13.984838 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-46d8e3bc-6bc2-4e59-96f0-f86cc04ad30d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8fdf9fc69504b55b5811183c0dd302c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0971601 Apr 20 23:29:14.042880 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-46d8e3bc-6bc2-4e59-96f0-f86cc04ad30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:14.043397 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 54654) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:14.049254 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4806bc1a-07f4-449d-b2d1-e7c88bde9a4e req-09361be6-1221-48a6-860e-86b4e29ba294 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] 10.222.0.16 "GET /v2.0/ports?device_id=b912f8db-8cf8-4cd1-94d9-56565b6cdb66 HTTP/1.1" status: 200 len: 210 time: 0.2811930 Apr 20 23:29:14.074913 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-15193331-42e5-4bf6-a96e-326b973a085a None None] Provisioning complete for port 5665c09e-6bc7-4499-8e73-883b2fb23858 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:14.076242 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-15193331-42e5-4bf6-a96e-326b973a085a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:14.147252 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-15193331-42e5-4bf6-a96e-326b973a085a None None] Port 5665c09e-6bc7-4499-8e73-883b2fb23858 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:29:14.194472 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56e0d1-826f-4033-b064-11a63e28f4d0 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Pushing event deleted for resources: {'Port': ['ID=2a582138-b9c9-4bec-96bd-049dd58185d0,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:14.200713 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a077292c-87db-4f8b-8e83-9e572aa46f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:14.236023 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8f56e0d1-826f-4033-b064-11a63e28f4d0 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:14.259495 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f5db5-6cdb-4e82-819f-d6b441eec564 req-d1c3ebb1-0969-4f18-a03d-b25e93bd671d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:14.261071 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb0f5db5-6cdb-4e82-819f-d6b441eec564 req-d1c3ebb1-0969-4f18-a03d-b25e93bd671d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2990cae8-5a54-473d-86b5-0b1ec0d9b4bb HTTP/1.1" status: 200 len: 919 time: 0.7723100 Apr 20 23:29:14.268726 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a077292c-87db-4f8b-8e83-9e572aa46f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:14.290526 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9b683e-3d0b-4b07-9cee-de190b29a195 req-8f56e0d1-826f-4033-b064-11a63e28f4d0 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] No DVR routers for this DVR port 2a582138-b9c9-4bec-96bd-049dd58185d0 on host hv-cinder-78729 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:29:14.294715 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-6a9b683e-3d0b-4b07-9cee-de190b29a195 req-8f56e0d1-826f-4033-b064-11a63e28f4d0 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:14.306247 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b912f8db-8cf8-4cd1-94d9-56565b6cdb66', 'name': 'network-vif-deleted', 'tag': '2a582138-b9c9-4bec-96bd-049dd58185d0'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:29:14.323951 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6a9b683e-3d0b-4b07-9cee-de190b29a195 req-8f56e0d1-826f-4033-b064-11a63e28f4d0 tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] 10.222.0.36 "DELETE /v2.0/ports/2a582138-b9c9-4bec-96bd-049dd58185d0 HTTP/1.1" status: 204 len: 173 time: 2.6704051 Apr 20 23:29:14.380955 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c11a4d-cebd-48ce-b941-773f386cc8f0 admin admin] Router bc8047de-5d62-4920-87f1-fce90c6f93d5 has already been hosted by L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:29:14.432185 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-37f1a304-719f-4eca-a637-62a3814134b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:14.440003 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device c4788111-8601-4275-b4ac-9a6f54d97787 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:29:14.498044 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-37f1a304-719f-4eca-a637-62a3814134b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:14.501292 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b912f8db-8cf8-4cd1-94d9-56565b6cdb66', 'name': 'network-vif-deleted', 'tag': '2a582138-b9c9-4bec-96bd-049dd58185d0', 'status': 'completed', 'code': 200} Apr 20 23:29:14.524593 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb0f5db5-6cdb-4e82-819f-d6b441eec564 req-1bf49de2-9b20-495a-b03a-e6529b6a3838 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=553127cf-ee81-4a89-80cc-4d1998548481 HTTP/1.1" status: 200 len: 217 time: 0.2183859 Apr 20 23:29:14.538110 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-b0925ac6-63c1-4b61-8084-c03b10c54e81 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:14.572008 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port c4788111-8601-4275-b4ac-9a6f54d97787 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:14.572602 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:14.621436 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-b0925ac6-63c1-4b61-8084-c03b10c54e81 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Usage tracker for resource:port and tenant:d279a11f135440c2aef0243c709cd016 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:14.641278 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-b0925ac6-63c1-4b61-8084-c03b10c54e81 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:14.655421 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-b0925ac6-63c1-4b61-8084-c03b10c54e81 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:14.690187 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-b0925ac6-63c1-4b61-8084-c03b10c54e81 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Made reservation on behalf of d279a11f135440c2aef0243c709cd016 for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:29:14.696458 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-b0925ac6-63c1-4b61-8084-c03b10c54e81 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:14.712407 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f5db5-6cdb-4e82-819f-d6b441eec564 req-b77ff4e4-b65e-43f6-80ff-0e82ff667ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:14.713947 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb0f5db5-6cdb-4e82-819f-d6b441eec564 req-b77ff4e4-b65e-43f6-80ff-0e82ff667ad8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22d48d33-81cf-4485-85d6-4b724a9185d9 HTTP/1.1" status: 200 len: 858 time: 0.1570561 Apr 20 23:29:14.730698 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a077292c-87db-4f8b-8e83-9e572aa46f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:14.736262 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c11a4d-cebd-48ce-b941-773f386cc8f0 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:29:14.749808 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-07c11a4d-cebd-48ce-b941-773f386cc8f0 admin admin] 10.222.0.16 "PUT /v2.0/routers/bc8047de-5d62-4920-87f1-fce90c6f93d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0894239 Apr 20 23:29:14.760509 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f39a9e39-c34f-4c46-90b8-9a5415b2f6ba req-16fd12ef-5f4d-4ce7-91db-3e920d3a9119 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9394629-ee1c-4954-b763-15702bc36b11 HTTP/1.1" status: 200 len: 210 time: 0.1428025 Apr 20 23:29:14.762684 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 2a582138-b9c9-4bec-96bd-049dd58185d0 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:29:14.777952 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d3fbbb77-bb3b-4818-be22-1351852ec32b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:14.821525 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] No Port match for: 2a582138-b9c9-4bec-96bd-049dd58185d0 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:29:14.821927 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 2a582138-b9c9-4bec-96bd-049dd58185d0 not bound to the agent host hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:29:14.851852 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-37f1a304-719f-4eca-a637-62a3814134b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:14.876133 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077292c-87db-4f8b-8e83-9e572aa46f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9d88d2-5a03-4d14-a0b4-54a13cbb24c4,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:14.889364 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb0f5db5-6cdb-4e82-819f-d6b441eec564 req-f127cade-989a-4909-90fe-a9ec4376fd93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2990cae8-5a54-473d-86b5-0b1ec0d9b4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095161 Apr 20 23:29:14.902376 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a077292c-87db-4f8b-8e83-9e572aa46f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:14.902902 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0b38e935-1541-4301-9587-78c8b35f02d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:14.953211 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1a304-719f-4eca-a637-62a3814134b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b606cffa-2553-405a-b9ef-edc39441b3f2,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:15.013134 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-37f1a304-719f-4eca-a637-62a3814134b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:15.014055 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a077292c-87db-4f8b-8e83-9e572aa46f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:15.015251 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a077292c-87db-4f8b-8e83-9e572aa46f0c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a9d88d2-5a03-4d14-a0b4-54a13cbb24c4 HTTP/1.1" status: 204 len: 168 time: 1.7563055 Apr 20 23:29:15.027371 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8a841f-c5bc-48a9-a3b8-a1bf13689a92 None None] Sync routers for ids ['bc8047de-5d62-4920-87f1-fce90c6f93d5'] in dv-cinder-787296-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:29:15.045409 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8a841f-c5bc-48a9-a3b8-a1bf13689a92 None None] Routers {'bc8047de-5d62-4920-87f1-fce90c6f93d5'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:29:15.046125 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-ee8a841f-c5bc-48a9-a3b8-a1bf13689a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:28:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['bc8047de-5d62-4920-87f1-fce90c6f93d5'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:15.057525 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-37f1a304-719f-4eca-a637-62a3814134b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:15.061286 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-37f1a304-719f-4eca-a637-62a3814134b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b606cffa-2553-405a-b9ef-edc39441b3f2 HTTP/1.1" status: 204 len: 168 time: 1.0086756 Apr 20 23:29:15.330607 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb0f5db5-6cdb-4e82-819f-d6b441eec564 req-9cd3505a-4c13-4520-97d7-d707297c7902 service neutron] 10.222.0.36 "GET /v2.0/networks/2990cae8-5a54-473d-86b5-0b1ec0d9b4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187438 Apr 20 23:29:15.341446 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-b0925ac6-63c1-4b61-8084-c03b10c54e81 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Allocated IP 172.20.0.13 (3dd0b1ef-3068-4716-88be-7499ae53eda8/df932792-0d23-4954-b66e-ea245732d024/dbd38dc2-3bcf-441c-a2b4-0940048dba3d) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:29:15.484016 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-ee8a841f-c5bc-48a9-a3b8-a1bf13689a92 None None] Set router bc8047de-5d62-4920-87f1-fce90c6f93d5 gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:29:15.634507 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 54706) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:15.640544 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-5b7a1070-e21a-491b-96db-2c2c91211a77 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--837210023', 'description': 'tempest-description--1238747362'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:15.642850 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46364f-5095-4917-9247-abb6dfcb12ce req-5fd3a178-79b3-410a-87a3-4b1bc703d884 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:15.644721 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9b46364f-5095-4917-9247-abb6dfcb12ce req-5fd3a178-79b3-410a-87a3-4b1bc703d884 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 945 time: 0.6283159 Apr 20 23:29:15.668548 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-5b7a1070-e21a-491b-96db-2c2c91211a77 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:15.680724 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-5b7a1070-e21a-491b-96db-2c2c91211a77 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Usage tracker for resource:security_group and tenant:ee794c51b2d7444ca7efc3b0ee9ce528 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:15.691270 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-5b7a1070-e21a-491b-96db-2c2c91211a77 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:15.703393 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-5b7a1070-e21a-491b-96db-2c2c91211a77 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:15.723198 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5b7a1070-e21a-491b-96db-2c2c91211a77 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:15.777655 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-5b7a1070-e21a-491b-96db-2c2c91211a77 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:15.781962 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-5b7a1070-e21a-491b-96db-2c2c91211a77 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Usage tracker for resource:security_group_rule and tenant:ee794c51b2d7444ca7efc3b0ee9ce528 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:15.785511 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-5b7a1070-e21a-491b-96db-2c2c91211a77 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:15.792463 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-5b7a1070-e21a-491b-96db-2c2c91211a77 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:15.807010 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9b46364f-5095-4917-9247-abb6dfcb12ce req-f1ad6bea-eb9d-4a63-abb8-9e942f0f8e2b tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394997 Apr 20 23:29:15.889163 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb0f5db5-6cdb-4e82-819f-d6b441eec564 req-00dae57b-d766-4115-a055-70e7632e7743 service neutron] 10.222.0.36 "GET /v2.0/networks/2990cae8-5a54-473d-86b5-0b1ec0d9b4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5043230 Apr 20 23:29:15.979859 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5b7a1070-e21a-491b-96db-2c2c91211a77 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:15.987176 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5b7a1070-e21a-491b-96db-2c2c91211a77 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:15.998042 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-38cf796e-ff0b-4352-add5-0a43ab23d90a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:16.058501 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-b0925ac6-63c1-4b61-8084-c03b10c54e81 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:16.075072 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5b7a1070-e21a-491b-96db-2c2c91211a77 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:16.077337 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 54718) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:16.084147 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5b7a1070-e21a-491b-96db-2c2c91211a77 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4449060 Apr 20 23:29:16.084147 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a1070-e21a-491b-96db-2c2c91211a77 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6750f2-6616-45d2-9685-98d802487aa3,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:16.087143 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 54722) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:16.088997 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:16.090041 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5b7a1070-e21a-491b-96db-2c2c91211a77 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:16.112290 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-8afa2575-9800-4189-b913-4411d4e87731 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Request body: {'security_group_rule': {'security_group_id': '7b6750f2-6616-45d2-9685-98d802487aa3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:16.135923 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-ee8a841f-c5bc-48a9-a3b8-a1bf13689a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'name': 'tempest-AttachVolumeShelveTestJSON-734326088-router', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:03Z', 'updated_at': '2021-04-20T23:29:12Z', 'revision_number': 4, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'gw_port': {'id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:04Z', 'updated_at': '2021-04-20T23:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '5665c09e-6bc7-4499-8e73-883b2fb23858', 'name': '', 'network_id': '437210c7-1067-49df-b543-565768333126', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'mac_address': 'fa:16:3e:0c:ab:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:10Z', 'updated_at': '2021-04-20T23:29:12Z', 'revision_number': 2, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'subnets': [{'id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:16.140723 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8a841f-c5bc-48a9-a3b8-a1bf13689a92 None None] Checking router: bc8047de-5d62-4920-87f1-fce90c6f93d5 for host: dv-cinder-787296-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:29:16.141431 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8a841f-c5bc-48a9-a3b8-a1bf13689a92 None None] Updating router bc8047de-5d62-4920-87f1-fce90c6f93d5 port 5665c09e-6bc7-4499-8e73-883b2fb23858 binding host dv-cinder-787296-1-smb {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:29:16.160745 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d7092f62-50bb-427b-b097-c4ddf32ce72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:16.170762 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-8afa2575-9800-4189-b913-4411d4e87731 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:16.189956 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-8afa2575-9800-4189-b913-4411d4e87731 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Usage tracker for resource:security_group_rule and tenant:ee794c51b2d7444ca7efc3b0ee9ce528 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:16.194936 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4e95161c-1faf-4c3b-941a-c5c2a0424278 req-58215916-fb4d-46c0-8182-77f497fd97d8 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9394629-ee1c-4954-b763-15702bc36b11 HTTP/1.1" status: 200 len: 210 time: 0.0887341 Apr 20 23:29:16.198406 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-8afa2575-9800-4189-b913-4411d4e87731 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:16.211852 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ee8a841f-c5bc-48a9-a3b8-a1bf13689a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:16.217737 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-d7092f62-50bb-427b-b097-c4ddf32ce72c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:16.220413 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-8afa2575-9800-4189-b913-4411d4e87731 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:16.229670 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-d7092f62-50bb-427b-b097-c4ddf32ce72c admin admin] Usage tracker for resource:security_group_rule and tenant:ed8e284a16804b1092df37ffd425ce16 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:16.233534 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-d7092f62-50bb-427b-b097-c4ddf32ce72c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:16.241894 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-d7092f62-50bb-427b-b097-c4ddf32ce72c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:16.272553 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8afa2575-9800-4189-b913-4411d4e87731 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:16.287614 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-b0925ac6-63c1-4b61-8084-c03b10c54e81 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:16.314439 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c4c370a0-ed13-4e31-90bc-ba51683b0b9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:16.413523 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-b0925ac6-63c1-4b61-8084-c03b10c54e81 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Network 3dd0b1ef-3068-4716-88be-7499ae53eda8 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:29:16.424905 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-b0925ac6-63c1-4b61-8084-c03b10c54e81 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:29:16.427926 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-b0925ac6-63c1-4b61-8084-c03b10c54e81 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:29:16.434174 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-b0925ac6-63c1-4b61-8084-c03b10c54e81 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:16.434812 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-b0925ac6-63c1-4b61-8084-c03b10c54e81 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:16.460601 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0925ac6-63c1-4b61-8084-c03b10c54e81 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Pushing event updated for resources: {'Port': ['ID=dbd38dc2-3bcf-441c-a2b4-0940048dba3d,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:16.463846 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b0925ac6-63c1-4b61-8084-c03b10c54e81 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:16.507038 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8afa2575-9800-4189-b913-4411d4e87731 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:16.523566 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8afa2575-9800-4189-b913-4411d4e87731 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:16.527485 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-b0925ac6-63c1-4b61-8084-c03b10c54e81 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7251909 Apr 20 23:29:16.548077 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:16.561389 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-c9bf1fa3-5dd0-4378-bdf7-2d7eab8f8a89 service neutron] Request body: {'port': {'device_id': 'c9394629-ee1c-4954-b763-15702bc36b11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:16.611253 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d7092f62-50bb-427b-b097-c4ddf32ce72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:16.621604 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa2575-9800-4189-b913-4411d4e87731 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f83cf7-76d1-4b05-9f45-5469a60b6331,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:16.624797 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8afa2575-9800-4189-b913-4411d4e87731 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:16.630770 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8afa2575-9800-4189-b913-4411d4e87731 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:16.632016 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-8afa2575-9800-4189-b913-4411d4e87731 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5293825 Apr 20 23:29:16.632831 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d7092f62-50bb-427b-b097-c4ddf32ce72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:16.635313 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 54738) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:16.642088 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-b2d77a9a-8b13-4976-a7ab-05702777f600 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Request body: {'security_group_rule': {'security_group_id': '7b6750f2-6616-45d2-9685-98d802487aa3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:16.648768 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5db91232-7745-4ea2-9116-99f863124a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:16.655828 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-b2d77a9a-8b13-4976-a7ab-05702777f600 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:16.664901 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-b2d77a9a-8b13-4976-a7ab-05702777f600 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Usage tracker for resource:security_group_rule and tenant:ee794c51b2d7444ca7efc3b0ee9ce528 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:16.669472 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-b2d77a9a-8b13-4976-a7ab-05702777f600 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:16.684521 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-b2d77a9a-8b13-4976-a7ab-05702777f600 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:16.690855 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 54742) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:16.711738 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-d7092f62-50bb-427b-b097-c4ddf32ce72c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed8e284a16804b1092df37ffd425ce16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6330960 Apr 20 23:29:16.714397 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 54748) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:16.733816 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b2d77a9a-8b13-4976-a7ab-05702777f600 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:16.743361 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ee8a841f-c5bc-48a9-a3b8-a1bf13689a92 None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:16.750056 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7092f62-50bb-427b-b097-c4ddf32ce72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31b4ed1-85df-4d65-9366-9a90a8e1bf16,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:16.752915 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d7092f62-50bb-427b-b097-c4ddf32ce72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:16.777677 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-ee8a841f-c5bc-48a9-a3b8-a1bf13689a92 None None] Transition to ACTIVE for port object 5665c09e-6bc7-4499-8e73-883b2fb23858 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:29:16.791120 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ee8a841f-c5bc-48a9-a3b8-a1bf13689a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:16.796116 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-49167a36-166e-4c77-8ab6-edd053adcfd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:16.798646 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-c9bf1fa3-5dd0-4378-bdf7-2d7eab8f8a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:16.851254 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b2d77a9a-8b13-4976-a7ab-05702777f600 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:16.867262 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ece68ebc-511e-4a55-badd-87a82ca02089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:16.869558 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b2d77a9a-8b13-4976-a7ab-05702777f600 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:16.884886 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:16.939978 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed3a5-251e-4775-b6eb-53a92e73d426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:16.966950 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d77a9a-8b13-4976-a7ab-05702777f600 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76459ac-53d4-41d4-8e68-48844f7b572a,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:16.970919 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-9d5ed3a5-251e-4775-b6eb-53a92e73d426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:16.972066 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b2d77a9a-8b13-4976-a7ab-05702777f600 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:16.977185 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b2d77a9a-8b13-4976-a7ab-05702777f600 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3372138 Apr 20 23:29:16.988771 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 54756) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:16.990310 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b2d77a9a-8b13-4976-a7ab-05702777f600 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:17.014140 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-ede0cb22-4a87-4565-b3ef-7c997be21361 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Request body: {'floatingip': {'floating_network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:17.025702 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ece68ebc-511e-4a55-badd-87a82ca02089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:17.033290 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-ede0cb22-4a87-4565-b3ef-7c997be21361 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:17.034521 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94329dd-0bb0-4ad4-bb0b-eb2b09e421c5 None None] Pushing event updated for resources: {'Port': ['ID=5665c09e-6bc7-4499-8e73-883b2fb23858,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:17.046237 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-ede0cb22-4a87-4565-b3ef-7c997be21361 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Usage tracker for resource:floatingip and tenant:ee794c51b2d7444ca7efc3b0ee9ce528 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:17.046741 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b94329dd-0bb0-4ad4-bb0b-eb2b09e421c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:17.062039 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-ede0cb22-4a87-4565-b3ef-7c997be21361 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:17.073268 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-ede0cb22-4a87-4565-b3ef-7c997be21361 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:17.078453 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-9d5ed3a5-251e-4775-b6eb-53a92e73d426 admin admin] Usage tracker for resource:security_group_rule and tenant:db4f3f4268824f749f2940422d035faf is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:17.100342 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ede0cb22-4a87-4565-b3ef-7c997be21361 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for floatingip, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:17.110929 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-ee8a841f-c5bc-48a9-a3b8-a1bf13689a92 None None] Attempting to bind port 5665c09e-6bc7-4499-8e73-883b2fb23858 on host dv-cinder-787296-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:29:17.111349 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-ee8a841f-c5bc-48a9-a3b8-a1bf13689a92 None None] Attempting to bind port 5665c09e-6bc7-4499-8e73-883b2fb23858 by drivers openvswitch,hyperv on host dv-cinder-787296-1-smb at level 0 using segments [{'id': 'b88ef728-b5a0-4c96-8aa3-2810e09e1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '437210c7-1067-49df-b543-565768333126'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:29:17.111760 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8a841f-c5bc-48a9-a3b8-a1bf13689a92 None None] Attempting to bind port 5665c09e-6bc7-4499-8e73-883b2fb23858 on network 437210c7-1067-49df-b543-565768333126 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:29:17.121025 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8a841f-c5bc-48a9-a3b8-a1bf13689a92 None None] Checking agent: {'id': 'ca45837e-4919-48d1-9ced-cddb9dadc434', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 19, 54), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:29:17.121559 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8a841f-c5bc-48a9-a3b8-a1bf13689a92 None None] Checking segment: {'id': 'b88ef728-b5a0-4c96-8aa3-2810e09e1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '437210c7-1067-49df-b543-565768333126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:29:17.122221 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ee8a841f-c5bc-48a9-a3b8-a1bf13689a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:17.122693 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8a841f-c5bc-48a9-a3b8-a1bf13689a92 None None] Bound using segment: {'id': 'b88ef728-b5a0-4c96-8aa3-2810e09e1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '437210c7-1067-49df-b543-565768333126'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:29:17.123383 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-ee8a841f-c5bc-48a9-a3b8-a1bf13689a92 None None] Bound port: 5665c09e-6bc7-4499-8e73-883b2fb23858, host: dv-cinder-787296-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b88ef728-b5a0-4c96-8aa3-2810e09e1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '437210c7-1067-49df-b543-565768333126'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:29:17.123807 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ee8a841f-c5bc-48a9-a3b8-a1bf13689a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:17.128154 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-9d5ed3a5-251e-4775-b6eb-53a92e73d426 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:17.159299 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-9d5ed3a5-251e-4775-b6eb-53a92e73d426 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:17.174573 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ece68ebc-511e-4a55-badd-87a82ca02089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:17.183461 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:17.203345 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece68ebc-511e-4a55-badd-87a82ca02089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31b4ed1-85df-4d65-9366-9a90a8e1bf16,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:17.207293 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ece68ebc-511e-4a55-badd-87a82ca02089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:17.214342 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ece68ebc-511e-4a55-badd-87a82ca02089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:17.215901 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-ece68ebc-511e-4a55-badd-87a82ca02089 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a31b4ed1-85df-4d65-9366-9a90a8e1bf16 HTTP/1.1" status: 204 len: 168 time: 0.4994512 Apr 20 23:29:17.294171 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ede0cb22-4a87-4565-b3ef-7c997be21361 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:17.303163 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-ee8a841f-c5bc-48a9-a3b8-a1bf13689a92 None None] For port 5665c09e-6bc7-4499-8e73-883b2fb23858, host dv-cinder-787296-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:29:17.307983 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-ee8a841f-c5bc-48a9-a3b8-a1bf13689a92 None None] For port 5665c09e-6bc7-4499-8e73-883b2fb23858, host dv-cinder-787296-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=5665c09e-6bc7-4499-8e73-883b2fb23858,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:29:17.320078 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ee8a841f-c5bc-48a9-a3b8-a1bf13689a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:17.325764 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:17.344771 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bc958-477b-489e-bc55-a877eb1bb35f req-e512f00b-43bd-4a79-9a4e-020b82161d5e tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:17.346431 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-146bc958-477b-489e-bc55-a877eb1bb35f req-e512f00b-43bd-4a79-9a4e-020b82161d5e tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 945 time: 0.3456862 Apr 20 23:29:17.434665 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8a841f-c5bc-48a9-a3b8-a1bf13689a92 None None] Routers {'bc8047de-5d62-4920-87f1-fce90c6f93d5'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:29:17.436735 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-ee8a841f-c5bc-48a9-a3b8-a1bf13689a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:28:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['bc8047de-5d62-4920-87f1-fce90c6f93d5'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:17.599725 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-ede0cb22-4a87-4565-b3ef-7c997be21361 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Allocated IP 172.28.2.73 (17a5301c-ad04-43a1-9559-698be9680e2f/c5ea26a4-9d6d-4298-bd22-11c1031e299f/b07fa803-dd76-41dd-b89d-1e105c3820d1) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:29:17.663603 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94329dd-0bb0-4ad4-bb0b-eb2b09e421c5 None None] Pushing event updated for resources: {'Port': ['ID=5665c09e-6bc7-4499-8e73-883b2fb23858,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:17.670428 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b94329dd-0bb0-4ad4-bb0b-eb2b09e421c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:17.720308 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-ee8a841f-c5bc-48a9-a3b8-a1bf13689a92 None None] Set router bc8047de-5d62-4920-87f1-fce90c6f93d5 gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:29:17.782188 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06544b13-6222-4e1b-9e1e-bf3f1bc6f88f req-6ae96a88-37e0-412e-9ab5-907dbc914f13 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:17.783836 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-06544b13-6222-4e1b-9e1e-bf3f1bc6f88f req-6ae96a88-37e0-412e-9ab5-907dbc914f13 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9394629-ee1c-4954-b763-15702bc36b11 HTTP/1.1" status: 200 len: 932 time: 0.3897388 Apr 20 23:29:17.807586 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-c9bf1fa3-5dd0-4378-bdf7-2d7eab8f8a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd38dc2-3bcf-441c-a2b4-0940048dba3d {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:29:17.830686 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-c9bf1fa3-5dd0-4378-bdf7-2d7eab8f8a89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:17.850801 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-c9bf1fa3-5dd0-4378-bdf7-2d7eab8f8a89 service neutron] Transition to ACTIVE for port object dbd38dc2-3bcf-441c-a2b4-0940048dba3d will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:29:17.862515 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-c9bf1fa3-5dd0-4378-bdf7-2d7eab8f8a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:17.875157 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-06544b13-6222-4e1b-9e1e-bf3f1bc6f88f req-98de69d9-ecef-4a60-9ef1-adc98c6a502a tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Synchronizing usage tracker for tenant:d279a11f135440c2aef0243c709cd016 on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:29:17.908447 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8003eab8-0428-4d55-8f20-1327a9bc26d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:17.931631 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ede0cb22-4a87-4565-b3ef-7c997be21361 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:17.992882 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ede0cb22-4a87-4565-b3ef-7c997be21361 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:17.997820 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:18.086542 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0cb22-4a87-4565-b3ef-7c997be21361 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Pushing event updated for resources: {'Port': ['ID=b07fa803-dd76-41dd-b89d-1e105c3820d1,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:18.090733 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ede0cb22-4a87-4565-b3ef-7c997be21361 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:18.106832 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede0cb22-4a87-4565-b3ef-7c997be21361 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Network 17a5301c-ad04-43a1-9559-698be9680e2f is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:29:18.108155 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-ede0cb22-4a87-4565-b3ef-7c997be21361 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:29:18.109981 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-146bc958-477b-489e-bc55-a877eb1bb35f req-43759e11-90ed-444f-8522-b6b95ed344f2 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7391253 Apr 20 23:29:18.115679 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede0cb22-4a87-4565-b3ef-7c997be21361 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:29:18.223346 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ede0cb22-4a87-4565-b3ef-7c997be21361 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:18.308839 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ede0cb22-4a87-4565-b3ef-7c997be21361 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:18.419480 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed3a5-251e-4775-b6eb-53a92e73d426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:18.456799 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf1fa3-5dd0-4378-bdf7-2d7eab8f8a89 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd38dc2-3bcf-441c-a2b4-0940048dba3d,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:18.467398 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c9bf1fa3-5dd0-4378-bdf7-2d7eab8f8a89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:18.468241 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9d5ed3a5-251e-4775-b6eb-53a92e73d426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:18.498076 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-06544b13-6222-4e1b-9e1e-bf3f1bc6f88f req-98de69d9-ecef-4a60-9ef1-adc98c6a502a tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Unset dirty status for tenant:d279a11f135440c2aef0243c709cd016 on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:29:18.507962 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-06544b13-6222-4e1b-9e1e-bf3f1bc6f88f req-98de69d9-ecef-4a60-9ef1-adc98c6a502a tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/security-groups?id=831e0650-d823-4d32-ac4a-e0a67c3f30ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7112582 Apr 20 23:29:18.510349 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a077292c-87db-4f8b-8e83-9e572aa46f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:18.538260 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-9d5ed3a5-251e-4775-b6eb-53a92e73d426 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db4f3f4268824f749f2940422d035faf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8408556 Apr 20 23:29:18.556328 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 54796) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:18.591641 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-c9bf1fa3-5dd0-4378-bdf7-2d7eab8f8a89 service neutron] Attempting to bind port dbd38dc2-3bcf-441c-a2b4-0940048dba3d on host hv-cinder-78729 for vnic_type normal with profile {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:29:18.592016 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-c9bf1fa3-5dd0-4378-bdf7-2d7eab8f8a89 service neutron] Attempting to bind port dbd38dc2-3bcf-441c-a2b4-0940048dba3d by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '64b32313-9c88-4c75-9493-321e296bbd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3dd0b1ef-3068-4716-88be-7499ae53eda8'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:29:18.592385 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-c9bf1fa3-5dd0-4378-bdf7-2d7eab8f8a89 service neutron] Attempting to bind port dbd38dc2-3bcf-441c-a2b4-0940048dba3d on network 3dd0b1ef-3068-4716-88be-7499ae53eda8 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:29:18.594616 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ed3a5-251e-4775-b6eb-53a92e73d426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812870e2-7505-46fa-834d-4832904caf21,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:18.603049 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9d5ed3a5-251e-4775-b6eb-53a92e73d426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:18.612132 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-c9bf1fa3-5dd0-4378-bdf7-2d7eab8f8a89 service neutron] Port dbd38dc2-3bcf-441c-a2b4-0940048dba3d on network 3dd0b1ef-3068-4716-88be-7499ae53eda8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:29:18.612498 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-c9bf1fa3-5dd0-4378-bdf7-2d7eab8f8a89 service neutron] Attempting to bind port dbd38dc2-3bcf-441c-a2b4-0940048dba3d on network 3dd0b1ef-3068-4716-88be-7499ae53eda8 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:29:18.633431 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-c9bf1fa3-5dd0-4378-bdf7-2d7eab8f8a89 service neutron] Checking agent: {'id': '0dbb4980-ddab-4c32-9a5e-02cbda900cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:29:18.633726 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-c9bf1fa3-5dd0-4378-bdf7-2d7eab8f8a89 service neutron] Checking segment: {'id': '64b32313-9c88-4c75-9493-321e296bbd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3dd0b1ef-3068-4716-88be-7499ae53eda8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:29:18.634161 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-c9bf1fa3-5dd0-4378-bdf7-2d7eab8f8a89 service neutron] Bound using segment: {'id': '64b32313-9c88-4c75-9493-321e296bbd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3dd0b1ef-3068-4716-88be-7499ae53eda8'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:29:18.634642 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-c9bf1fa3-5dd0-4378-bdf7-2d7eab8f8a89 service neutron] Bound port: dbd38dc2-3bcf-441c-a2b4-0940048dba3d, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64b32313-9c88-4c75-9493-321e296bbd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3dd0b1ef-3068-4716-88be-7499ae53eda8'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:29:18.635050 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-c9bf1fa3-5dd0-4378-bdf7-2d7eab8f8a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:18.647354 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ede0cb22-4a87-4565-b3ef-7c997be21361 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:18.652284 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ede0cb22-4a87-4565-b3ef-7c997be21361 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851844298'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:18.659702 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d4bb874f-e4a6-4ada-8670-5c71e1893c63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:18.670428 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0198523-c8ac-40c3-8350-eae3e1465dd0 req-d213d0aa-7c4e-4180-b961-a36d586a0835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:18.672035 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f0198523-c8ac-40c3-8350-eae3e1465dd0 req-d213d0aa-7c4e-4180-b961-a36d586a0835 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 1098 time: 0.4852691 Apr 20 23:29:18.687030 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-ee8a841f-c5bc-48a9-a3b8-a1bf13689a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'name': 'tempest-AttachVolumeShelveTestJSON-734326088-router', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:03Z', 'updated_at': '2021-04-20T23:29:12Z', 'revision_number': 4, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'gw_port': {'id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:04Z', 'updated_at': '2021-04-20T23:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '5665c09e-6bc7-4499-8e73-883b2fb23858', 'name': '', 'network_id': '437210c7-1067-49df-b543-565768333126', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'mac_address': 'fa:16:3e:0c:ab:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:10Z', 'updated_at': '2021-04-20T23:29:17Z', 'revision_number': 4, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'subnets': [{'id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:18.693784 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8a841f-c5bc-48a9-a3b8-a1bf13689a92 None None] The sync data for ids ['bc8047de-5d62-4920-87f1-fce90c6f93d5'] in dv-cinder-787296-1-smb is: [{'id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'name': 'tempest-AttachVolumeShelveTestJSON-734326088-router', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:03Z', 'updated_at': '2021-04-20T23:29:12Z', 'revision_number': 4, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'gw_port': {'id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:04Z', 'updated_at': '2021-04-20T23:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '5665c09e-6bc7-4499-8e73-883b2fb23858', 'name': '', 'network_id': '437210c7-1067-49df-b543-565768333126', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'mac_address': 'fa:16:3e:0c:ab:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:10Z', 'updated_at': '2021-04-20T23:29:17Z', 'revision_number': 4, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'subnets': [{'id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:29:18.852116 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5c5d97bd-a280-4542-9024-a966dfafea4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:18.893464 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ede0cb22-4a87-4565-b3ef-7c997be21361 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648881'] for floatingip, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:18.898581 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f0198523-c8ac-40c3-8350-eae3e1465dd0 req-3c846b96-c4da-46e0-99a4-490b262a4e4b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987710 Apr 20 23:29:18.917181 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0cb22-4a87-4565-b3ef-7c997be21361 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Pushing event updated for resources: {'Port': ['ID=b07fa803-dd76-41dd-b89d-1e105c3820d1,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:18.920584 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5c5d97bd-a280-4542-9024-a966dfafea4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:18.926252 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ede0cb22-4a87-4565-b3ef-7c997be21361 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:18.932935 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-c9bf1fa3-5dd0-4378-bdf7-2d7eab8f8a89 service neutron] For port dbd38dc2-3bcf-441c-a2b4-0940048dba3d, host hv-cinder-78729, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:29:18.938331 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ede0cb22-4a87-4565-b3ef-7c997be21361 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:18.941173 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-ede0cb22-4a87-4565-b3ef-7c997be21361 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9497910 Apr 20 23:29:18.971946 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-c9bf1fa3-5dd0-4378-bdf7-2d7eab8f8a89 service neutron] For port dbd38dc2-3bcf-441c-a2b4-0940048dba3d, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=dbd38dc2-3bcf-441c-a2b4-0940048dba3d,segment=NetworkSegment(64b32313-9c88-4c75-9493-321e296bbd8e),segment_id=64b32313-9c88-4c75-9493-321e296bbd8e)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:29:18.978306 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-c9bf1fa3-5dd0-4378-bdf7-2d7eab8f8a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:18.989508 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:19.038689 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-c9bf1fa3-5dd0-4378-bdf7-2d7eab8f8a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:19.039375 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-c9bf1fa3-5dd0-4378-bdf7-2d7eab8f8a89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:19.040912 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-c9bf1fa3-5dd0-4378-bdf7-2d7eab8f8a89 service neutron] 10.222.0.36 "PUT /v2.0/ports/dbd38dc2-3bcf-441c-a2b4-0940048dba3d HTTP/1.1" status: 200 len: 1094 time: 2.4988472 Apr 20 23:29:19.042955 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9394629-ee1c-4954-b763-15702bc36b11', 'tag': 'dbd38dc2-3bcf-441c-a2b4-0940048dba3d'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:29:19.053695 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5c5d97bd-a280-4542-9024-a966dfafea4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:19.150660 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9394629-ee1c-4954-b763-15702bc36b11', 'tag': 'dbd38dc2-3bcf-441c-a2b4-0940048dba3d', 'status': 'completed', 'code': 200} Apr 20 23:29:19.163646 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5c5d97bd-a280-4542-9024-a966dfafea4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:19.167353 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5c5d97bd-a280-4542-9024-a966dfafea4c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/812870e2-7505-46fa-834d-4832904caf21 HTTP/1.1" status: 204 len: 168 time: 0.5872483 Apr 20 23:29:19.167353 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf1fa3-5dd0-4378-bdf7-2d7eab8f8a89 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd38dc2-3bcf-441c-a2b4-0940048dba3d,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:19.178538 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c9bf1fa3-5dd0-4378-bdf7-2d7eab8f8a89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:19.180064 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-67f98dc3-1ea5-4603-87ed-7cddbf0e7805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:19.191094 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d97bd-a280-4542-9024-a966dfafea4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812870e2-7505-46fa-834d-4832904caf21,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:19.202547 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5c5d97bd-a280-4542-9024-a966dfafea4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:19.250003 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-63850cc8-d01e-439e-9f7b-391373293b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:19.252265 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-63850cc8-d01e-439e-9f7b-391373293b54 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d279a11f135440c2aef0243c709cd016&device_id=c9394629-ee1c-4954-b763-15702bc36b11 HTTP/1.1" status: 200 len: 1097 time: 0.1596148 Apr 20 23:29:19.337690 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-aab40920-4332-444e-a00b-754f85b5b7a0 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Synchronizing usage tracker for tenant:ee794c51b2d7444ca7efc3b0ee9ce528 on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:29:19.368841 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-aab40920-4332-444e-a00b-754f85b5b7a0 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Unset dirty status for tenant:ee794c51b2d7444ca7efc3b0ee9ce528 on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:29:19.370196 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-aab40920-4332-444e-a00b-754f85b5b7a0 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--837210023&fields=id&tenant_id=ee794c51b2d7444ca7efc3b0ee9ce528 HTTP/1.1" status: 200 len: 267 time: 0.1270938 Apr 20 23:29:19.469611 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-fbc52c8e-d426-4e39-b709-e2cc1dc76501 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd38dc2-3bcf-441c-a2b4-0940048dba3d HTTP/1.1" status: 200 len: 217 time: 0.2087221 Apr 20 23:29:19.621343 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-40e37156-fc2d-43a5-9ce9-f756db7f79ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:19.622949 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-40e37156-fc2d-43a5-9ce9-f756db7f79ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df932792-0d23-4954-b66e-ea245732d024 HTTP/1.1" status: 200 len: 849 time: 0.1456492 Apr 20 23:29:19.658771 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-ebf639d6-3d7e-467d-860e-9486d0732a46 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:19.660966 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-ebf639d6-3d7e-467d-860e-9486d0732a46 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/networks?id=437210c7-1067-49df-b543-565768333126 HTTP/1.1" status: 200 len: 816 time: 0.2724917 Apr 20 23:29:19.683604 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-4912bbdd-85f3-4753-8070-757be5e43200 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/quotas/ee794c51b2d7444ca7efc3b0ee9ce528 HTTP/1.1" status: 200 len: 375 time: 0.0154862 Apr 20 23:29:19.702980 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-df9909d4-e92a-4f71-a3fb-d0544fc4771e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3dd0b1ef-3068-4716-88be-7499ae53eda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681086 Apr 20 23:29:19.722652 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135eca47-b1fa-4cc1-8aff-5c9656b0d81b req-86b7b9d0-0088-4c7a-a46a-2947f66d4ca7 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:19.728058 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-135eca47-b1fa-4cc1-8aff-5c9656b0d81b req-86b7b9d0-0088-4c7a-a46a-2947f66d4ca7 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 945 time: 0.3688056 Apr 20 23:29:19.882272 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6de4dfba-8c23-4d85-902b-eb2aee6cfd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:19.886430 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-71b2c3e2-05dd-40ef-b523-ac714b9120d1 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Synchronizing usage tracker for tenant:ee794c51b2d7444ca7efc3b0ee9ce528 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:29:19.920966 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-71b2c3e2-05dd-40ef-b523-ac714b9120d1 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Unset dirty status for tenant:ee794c51b2d7444ca7efc3b0ee9ce528 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:29:19.922538 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-71b2c3e2-05dd-40ef-b523-ac714b9120d1 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee794c51b2d7444ca7efc3b0ee9ce528&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2299314 Apr 20 23:29:19.991843 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-87cdecfa-f20e-4923-a146-cbe1c0728824 service neutron] 10.222.0.36 "GET /v2.0/networks/3dd0b1ef-3068-4716-88be-7499ae53eda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790477 Apr 20 23:29:19.992399 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 54850) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:20.071003 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f82eb2d8-1988-43ba-a873-751b2c67ee74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:20.094627 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-728a252b-85b5-449d-bb32-4efc8bde09f6 service neutron] 10.222.0.16 "GET /v2.0/networks/437210c7-1067-49df-b543-565768333126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566374 Apr 20 23:29:20.167994 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f82eb2d8-1988-43ba-a873-751b2c67ee74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:20.172620 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f82eb2d8-1988-43ba-a873-751b2c67ee74 admin admin] Usage tracker for resource:security_group_rule and tenant:4a7a6b4e4ca24881a14d2f3552be9499 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:20.176115 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f82eb2d8-1988-43ba-a873-751b2c67ee74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:20.186540 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f82eb2d8-1988-43ba-a873-751b2c67ee74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:20.227918 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-135eca47-b1fa-4cc1-8aff-5c9656b0d81b req-6394d19d-4212-45f8-b1d5-f7e9b6939bfe tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037410 Apr 20 23:29:20.277400 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-de66362c-70b9-468d-a041-9a7077ed26c9 service neutron] 10.222.0.16 "GET /v2.0/networks/437210c7-1067-49df-b543-565768333126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753752 Apr 20 23:29:20.322546 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1d4708ef-b9ce-496c-8ef2-1d436e422934 req-76ad68db-79ec-468d-82c8-9807fee71eab service neutron] 10.222.0.36 "GET /v2.0/networks/3dd0b1ef-3068-4716-88be-7499ae53eda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999699 Apr 20 23:29:20.377373 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f82eb2d8-1988-43ba-a873-751b2c67ee74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:20.381534 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f82eb2d8-1988-43ba-a873-751b2c67ee74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:20.394051 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fdd11d18-9f61-4a0f-bd12-440fc50ec0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:20.564712 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 5665c09e-6bc7-4499-8e73-883b2fb23858 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:29:20.587822 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82eb2d8-1988-43ba-a873-751b2c67ee74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af683d5-9314-40fa-b0e2-a4e0c3740215,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:20.591672 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f82eb2d8-1988-43ba-a873-751b2c67ee74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:20.622620 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-f82eb2d8-1988-43ba-a873-751b2c67ee74 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a7a6b4e4ca24881a14d2f3552be9499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6267362 Apr 20 23:29:20.625570 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 54866) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:20.668340 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f989b-4537-42e1-947e-a54df4e95656 req-ab04df8d-eef2-43de-97e7-46d0907eed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:20.670100 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7d4f989b-4537-42e1-947e-a54df4e95656 req-ab04df8d-eef2-43de-97e7-46d0907eed23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d279a11f135440c2aef0243c709cd016&device_id=c9394629-ee1c-4954-b763-15702bc36b11 HTTP/1.1" status: 200 len: 1097 time: 0.2792954 Apr 20 23:29:20.738899 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a688784c-a5a4-4817-8cfe-aa7ca95ad268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:20.741667 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning for port 5665c09e-6bc7-4499-8e73-883b2fb23858 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:29:20.754125 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port 5665c09e-6bc7-4499-8e73-883b2fb23858 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:20.754696 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:20.837493 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a688784c-a5a4-4817-8cfe-aa7ca95ad268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:20.873188 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d355d7e7-e026-4e66-b886-c435a7e8dc79 req-435028b4-ce7c-461b-a6ad-f279caab5385 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 210 time: 0.1471093 Apr 20 23:29:20.948973 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:20.974613 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841d9f9-6fa4-4496-8059-5e38e72ee368 req-01beefca-f813-4287-be23-b084581da0f6 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:20.977840 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e841d9f9-6fa4-4496-8059-5e38e72ee368 req-01beefca-f813-4287-be23-b084581da0f6 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9394629-ee1c-4954-b763-15702bc36b11 HTTP/1.1" status: 200 len: 944 time: 0.2222047 Apr 20 23:29:20.982442 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f989b-4537-42e1-947e-a54df4e95656 req-ff990e05-b5fe-4e77-97b3-7fbc045c8fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:20.984560 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7d4f989b-4537-42e1-947e-a54df4e95656 req-ff990e05-b5fe-4e77-97b3-7fbc045c8fa8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3dd0b1ef-3068-4716-88be-7499ae53eda8 HTTP/1.1" status: 200 len: 910 time: 0.3022096 Apr 20 23:29:21.013902 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] For port 5665c09e-6bc7-4499-8e73-883b2fb23858, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=5665c09e-6bc7-4499-8e73-883b2fb23858,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:29:21.018611 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:21.026378 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:21.040829 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e841d9f9-6fa4-4496-8059-5e38e72ee368 req-28d56a9d-080e-46c8-aa17-11a8fc7b58d6 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/security-groups?id=831e0650-d823-4d32-ac4a-e0a67c3f30ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546002 Apr 20 23:29:21.051572 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a688784c-a5a4-4817-8cfe-aa7ca95ad268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:21.062592 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-83e7339e-5544-485b-b1d2-8497de79040e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:21.074470 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688784c-a5a4-4817-8cfe-aa7ca95ad268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af683d5-9314-40fa-b0e2-a4e0c3740215,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:21.078231 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a688784c-a5a4-4817-8cfe-aa7ca95ad268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:21.085913 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a688784c-a5a4-4817-8cfe-aa7ca95ad268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:21.089638 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a688784c-a5a4-4817-8cfe-aa7ca95ad268 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7af683d5-9314-40fa-b0e2-a4e0c3740215 HTTP/1.1" status: 204 len: 168 time: 0.4597321 Apr 20 23:29:21.095751 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7d4f989b-4537-42e1-947e-a54df4e95656 req-928b0e3a-e060-4454-b399-6c192764fd96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbd38dc2-3bcf-441c-a2b4-0940048dba3d HTTP/1.1" status: 200 len: 217 time: 0.1039286 Apr 20 23:29:21.171140 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f989b-4537-42e1-947e-a54df4e95656 req-6ab5f9ba-7b15-49e6-a760-3721356a3b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:21.172699 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7d4f989b-4537-42e1-947e-a54df4e95656 req-6ab5f9ba-7b15-49e6-a760-3721356a3b61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df932792-0d23-4954-b66e-ea245732d024 HTTP/1.1" status: 200 len: 849 time: 0.0688641 Apr 20 23:29:21.183845 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Pushing event updated for resources: {'Port': ['ID=5665c09e-6bc7-4499-8e73-883b2fb23858,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:21.201469 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:21.233945 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7d4f989b-4537-42e1-947e-a54df4e95656 req-b564bffe-7c71-450a-9130-a48451fc222b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3dd0b1ef-3068-4716-88be-7499ae53eda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537000 Apr 20 23:29:21.523672 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7d4f989b-4537-42e1-947e-a54df4e95656 req-a72fa3bd-f694-4ba6-ab0a-bce460850d66 service neutron] 10.222.0.36 "GET /v2.0/networks/3dd0b1ef-3068-4716-88be-7499ae53eda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805815 Apr 20 23:29:21.648689 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ed273-7e31-4002-8d63-533a7337eca9 req-d11c9dfe-3fc0-45a1-ae9a-0b6fa56c75b4 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:21.650332 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4a8ed273-7e31-4002-8d63-533a7337eca9 req-d11c9dfe-3fc0-45a1-ae9a-0b6fa56c75b4 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 945 time: 0.2503808 Apr 20 23:29:21.738095 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4a8ed273-7e31-4002-8d63-533a7337eca9 req-eacc59b5-5861-4173-bfa8-093c91d00823 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752237 Apr 20 23:29:21.744633 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7d4f989b-4537-42e1-947e-a54df4e95656 req-fe6e3c01-4871-46cf-8677-29ba635b8952 service neutron] 10.222.0.36 "GET /v2.0/networks/3dd0b1ef-3068-4716-88be-7499ae53eda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098458 Apr 20 23:29:21.946388 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e02eb9-a55a-4398-a770-342019a6ce27 req-9f45ef5a-2d4c-4e5d-b8ad-4ff79b019c34 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:21.946388 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-06e02eb9-a55a-4398-a770-342019a6ce27 req-9f45ef5a-2d4c-4e5d-b8ad-4ff79b019c34 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.0903547 Apr 20 23:29:22.002467 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-06e02eb9-a55a-4398-a770-342019a6ce27 req-d8647d67-cd48-4b08-8454-34fdb14be860 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436106 Apr 20 23:29:22.130344 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d714630a-ade4-4e60-9cc7-62da8559ae2f req-31856cf1-d4a6-44f0-8cb7-f2c4f870c10f tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 210 time: 0.1092730 Apr 20 23:29:22.390299 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 5665c09e-6bc7-4499-8e73-883b2fb23858 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:29:22.392692 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdaef44-03d7-4214-9ec8-cbf69ca8b6f3 req-68a14acc-d365-42b2-a3fb-b4fbd6faeace tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:22.394579 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7cdaef44-03d7-4214-9ec8-cbf69ca8b6f3 req-68a14acc-d365-42b2-a3fb-b4fbd6faeace tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9394629-ee1c-4954-b763-15702bc36b11 HTTP/1.1" status: 200 len: 944 time: 0.1596117 Apr 20 23:29:22.470448 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7cdaef44-03d7-4214-9ec8-cbf69ca8b6f3 req-c47c8452-8249-466d-817a-702db17c330c tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/security-groups?id=831e0650-d823-4d32-ac4a-e0a67c3f30ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631788 Apr 20 23:29:22.536036 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-063c212b-654b-494a-bd7e-26ca59d5230b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:22.554082 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port 5665c09e-6bc7-4499-8e73-883b2fb23858 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:22.554660 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:22.656427 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-03a3ac68-a0a2-429a-b4a4-eb0eb802059c tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:22.657271 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-03a3ac68-a0a2-429a-b4a4-eb0eb802059c tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Synchronizing usage tracker for tenant:ee794c51b2d7444ca7efc3b0ee9ce528 on resource:network {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:29:22.674651 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-03a3ac68-a0a2-429a-b4a4-eb0eb802059c tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Unset dirty status for tenant:ee794c51b2d7444ca7efc3b0ee9ce528 on resource:network {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:29:22.675895 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-03a3ac68-a0a2-429a-b4a4-eb0eb802059c tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.36 "GET /v2.0/networks?id=437210c7-1067-49df-b543-565768333126 HTTP/1.1" status: 200 len: 816 time: 0.5612948 Apr 20 23:29:22.758837 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-05f64ea2-b756-43a4-a996-3dfb8085e5d1 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Synchronizing usage tracker for tenant:ee794c51b2d7444ca7efc3b0ee9ce528 on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:29:22.771701 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-05f64ea2-b756-43a4-a996-3dfb8085e5d1 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Unset dirty status for tenant:ee794c51b2d7444ca7efc3b0ee9ce528 on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:29:22.773053 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-05f64ea2-b756-43a4-a996-3dfb8085e5d1 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ee794c51b2d7444ca7efc3b0ee9ce528 HTTP/1.1" status: 200 len: 5708 time: 0.0846632 Apr 20 23:29:22.783581 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-12a15ae9-5e28-4421-ad1a-413cb2b7c6ce tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Request body: {'port': {'device_id': 'e314e2fb-1c84-42b3-a041-fe3d10d8d375', 'network_id': '437210c7-1067-49df-b543-565768333126', 'admin_state_up': True, 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'security_groups': ['7b6750f2-6616-45d2-9685-98d802487aa3']}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:22.825065 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device dbd38dc2-3bcf-441c-a2b4-0940048dba3d details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:29:22.868092 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:22.932263 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-12a15ae9-5e28-4421-ad1a-413cb2b7c6ce tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:22.943124 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-12a15ae9-5e28-4421-ad1a-413cb2b7c6ce tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:22.953079 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-12a15ae9-5e28-4421-ad1a-413cb2b7c6ce tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Made reservation on behalf of ee794c51b2d7444ca7efc3b0ee9ce528 for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:29:22.959898 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-12a15ae9-5e28-4421-ad1a-413cb2b7c6ce tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:22.983288 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port dbd38dc2-3bcf-441c-a2b4-0940048dba3d, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=dbd38dc2-3bcf-441c-a2b4-0940048dba3d,segment=NetworkSegment(64b32313-9c88-4c75-9493-321e296bbd8e),segment_id=64b32313-9c88-4c75-9493-321e296bbd8e)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:29:22.997421 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Returning: {'device': 'dbd38dc2-3bcf-441c-a2b4-0940048dba3d', 'network_id': '3dd0b1ef-3068-4716-88be-7499ae53eda8', 'port_id': 'dbd38dc2-3bcf-441c-a2b4-0940048dba3d', 'mac_address': 'fa:16:3e:9b:0b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df932792-0d23-4954-b66e-ea245732d024', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:29:23.059935 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:23.079944 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd38dc2-3bcf-441c-a2b4-0940048dba3d {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:29:23.095702 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port dbd38dc2-3bcf-441c-a2b4-0940048dba3d, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=dbd38dc2-3bcf-441c-a2b4-0940048dba3d,segment=NetworkSegment(64b32313-9c88-4c75-9493-321e296bbd8e),segment_id=64b32313-9c88-4c75-9493-321e296bbd8e)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:29:23.099282 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:23.102063 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:23.142419 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-12a15ae9-5e28-4421-ad1a-413cb2b7c6ce tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Allocated IP 172.20.0.3 (437210c7-1067-49df-b543-565768333126/35e08b0a-289c-44e2-8628-45bc2f24dd02/be0fd02d-06d7-42f3-a13f-4971c7176d33) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:29:23.191342 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=dbd38dc2-3bcf-441c-a2b4-0940048dba3d,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:23.201396 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:23.321835 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-64bd9c16-e49f-46e7-9579-d5092a10e854 req-c304c82d-8c9b-4cd6-bf86-51108a5c5900 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 210 time: 0.0523543 Apr 20 23:29:23.351062 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-12a15ae9-5e28-4421-ad1a-413cb2b7c6ce tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:23.355334 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['dbd38dc2-3bcf-441c-a2b4-0940048dba3d'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:29:23.379554 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-12a15ae9-5e28-4421-ad1a-413cb2b7c6ce tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Transition to ACTIVE for port object be0fd02d-06d7-42f3-a13f-4971c7176d33 will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:29:23.429495 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-12a15ae9-5e28-4421-ad1a-413cb2b7c6ce tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:23.452298 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b15273b2-15f8-46c2-96c9-2254d3b2469b tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:23.542592 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-12a15ae9-5e28-4421-ad1a-413cb2b7c6ce tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Network 437210c7-1067-49df-b543-565768333126 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:29:23.547704 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-12a15ae9-5e28-4421-ad1a-413cb2b7c6ce tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:29:23.551094 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-12a15ae9-5e28-4421-ad1a-413cb2b7c6ce tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:29:23.558140 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-12a15ae9-5e28-4421-ad1a-413cb2b7c6ce tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:23.558804 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-12a15ae9-5e28-4421-ad1a-413cb2b7c6ce tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:23.609526 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a15ae9-5e28-4421-ad1a-413cb2b7c6ce tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Pushing event updated for resources: {'Port': ['ID=be0fd02d-06d7-42f3-a13f-4971c7176d33,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:23.613518 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-12a15ae9-5e28-4421-ad1a-413cb2b7c6ce tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:23.631039 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-12a15ae9-5e28-4421-ad1a-413cb2b7c6ce tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8515310 Apr 20 23:29:23.642104 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:23.646663 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-85c06441-51a8-4d4b-92b3-e04f9b81ab52 service neutron] Request body: {'port': {'device_id': 'e314e2fb-1c84-42b3-a041-fe3d10d8d375', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:23.871805 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-a5be8d6e-4d35-49e9-bb3b-f0017f5a0739 None None] Provisioning for port be0fd02d-06d7-42f3-a13f-4971c7176d33 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:29:23.877009 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-a5be8d6e-4d35-49e9-bb3b-f0017f5a0739 None None] Provisioning complete for port be0fd02d-06d7-42f3-a13f-4971c7176d33 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:23.877383 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a5be8d6e-4d35-49e9-bb3b-f0017f5a0739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:23.915613 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec6ad2-2827-4596-ad7f-889a2540382b req-ac9f8239-b27b-42ca-81d7-5db7c72f84ce tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:23.916414 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-75ec6ad2-2827-4596-ad7f-889a2540382b req-ac9f8239-b27b-42ca-81d7-5db7c72f84ce tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Synchronizing usage tracker for tenant:d279a11f135440c2aef0243c709cd016 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:29:23.930549 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-85c06441-51a8-4d4b-92b3-e04f9b81ab52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:23.975281 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-a5be8d6e-4d35-49e9-bb3b-f0017f5a0739 None None] Port be0fd02d-06d7-42f3-a13f-4971c7176d33 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:29:24.024155 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-75ec6ad2-2827-4596-ad7f-889a2540382b req-ac9f8239-b27b-42ca-81d7-5db7c72f84ce tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Unset dirty status for tenant:d279a11f135440c2aef0243c709cd016 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:29:24.025466 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-75ec6ad2-2827-4596-ad7f-889a2540382b req-ac9f8239-b27b-42ca-81d7-5db7c72f84ce tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9394629-ee1c-4954-b763-15702bc36b11 HTTP/1.1" status: 200 len: 945 time: 0.3347147 Apr 20 23:29:24.170344 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-75ec6ad2-2827-4596-ad7f-889a2540382b req-40f63914-efce-49a1-a5eb-aa933ef97980 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/security-groups?id=831e0650-d823-4d32-ac4a-e0a67c3f30ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299686 Apr 20 23:29:24.379506 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-85c06441-51a8-4d4b-92b3-e04f9b81ab52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be0fd02d-06d7-42f3-a13f-4971c7176d33 {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:29:24.388362 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-85c06441-51a8-4d4b-92b3-e04f9b81ab52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:24.397263 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:24.423137 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-85c06441-51a8-4d4b-92b3-e04f9b81ab52 service neutron] Transition to ACTIVE for port object be0fd02d-06d7-42f3-a13f-4971c7176d33 will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:29:24.491995 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-85c06441-51a8-4d4b-92b3-e04f9b81ab52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:24.543667 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:24.586658 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa7e7c-21c2-46c6-b0a0-b424b17fc8b9 req-7f5bd5e7-8d00-4d46-928f-baa023019ea5 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:24.588299 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-62fa7e7c-21c2-46c6-b0a0-b424b17fc8b9 req-7f5bd5e7-8d00-4d46-928f-baa023019ea5 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 943 time: 0.1173723 Apr 20 23:29:24.643412 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-62fa7e7c-21c2-46c6-b0a0-b424b17fc8b9 req-694a334d-5134-4ee8-b190-e88facd1b3d5 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456815 Apr 20 23:29:24.733483 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c06441-51a8-4d4b-92b3-e04f9b81ab52 service neutron] Pushing event updated for resources: {'Port': ['ID=be0fd02d-06d7-42f3-a13f-4971c7176d33,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:24.754780 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-85c06441-51a8-4d4b-92b3-e04f9b81ab52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:24.784896 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00679bd8-eb01-48d0-972b-a1fe3281bea1 req-491e9f50-c679-4397-898f-ad5fbc31ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:24.787080 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-00679bd8-eb01-48d0-972b-a1fe3281bea1 req-491e9f50-c679-4397-898f-ad5fbc31ce12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cea7bf4589624ee6a6e869ab0d6825c2&device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 1098 time: 0.3620772 Apr 20 23:29:24.788617 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-85c06441-51a8-4d4b-92b3-e04f9b81ab52 service neutron] Attempting to bind port be0fd02d-06d7-42f3-a13f-4971c7176d33 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:29:24.788985 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-85c06441-51a8-4d4b-92b3-e04f9b81ab52 service neutron] Attempting to bind port be0fd02d-06d7-42f3-a13f-4971c7176d33 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'b88ef728-b5a0-4c96-8aa3-2810e09e1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '437210c7-1067-49df-b543-565768333126'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:29:24.789399 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-85c06441-51a8-4d4b-92b3-e04f9b81ab52 service neutron] Attempting to bind port be0fd02d-06d7-42f3-a13f-4971c7176d33 on network 437210c7-1067-49df-b543-565768333126 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:29:24.820944 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-85c06441-51a8-4d4b-92b3-e04f9b81ab52 service neutron] Port be0fd02d-06d7-42f3-a13f-4971c7176d33 on network 437210c7-1067-49df-b543-565768333126 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:29:24.821443 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-85c06441-51a8-4d4b-92b3-e04f9b81ab52 service neutron] Attempting to bind port be0fd02d-06d7-42f3-a13f-4971c7176d33 on network 437210c7-1067-49df-b543-565768333126 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:29:24.824729 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device dbd38dc2-3bcf-441c-a2b4-0940048dba3d up at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:29:24.839061 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd00ea2-075c-4dd7-b93e-7d833a3bbd88 req-90741306-c5c7-4869-9619-605177db2d25 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:24.840607 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dcd00ea2-075c-4dd7-b93e-7d833a3bbd88 req-90741306-c5c7-4869-9619-605177db2d25 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.3593040 Apr 20 23:29:24.893177 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-85c06441-51a8-4d4b-92b3-e04f9b81ab52 service neutron] Checking agent: {'id': '0dbb4980-ddab-4c32-9a5e-02cbda900cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:29:24.893514 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-85c06441-51a8-4d4b-92b3-e04f9b81ab52 service neutron] Checking segment: {'id': 'b88ef728-b5a0-4c96-8aa3-2810e09e1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '437210c7-1067-49df-b543-565768333126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:29:24.893926 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-85c06441-51a8-4d4b-92b3-e04f9b81ab52 service neutron] Bound using segment: {'id': 'b88ef728-b5a0-4c96-8aa3-2810e09e1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '437210c7-1067-49df-b543-565768333126'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:29:24.894409 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-85c06441-51a8-4d4b-92b3-e04f9b81ab52 service neutron] Bound port: be0fd02d-06d7-42f3-a13f-4971c7176d33, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b88ef728-b5a0-4c96-8aa3-2810e09e1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '437210c7-1067-49df-b543-565768333126'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:29:24.894826 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-85c06441-51a8-4d4b-92b3-e04f9b81ab52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:24.896832 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning for port dbd38dc2-3bcf-441c-a2b4-0940048dba3d completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:29:24.901987 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning complete for port dbd38dc2-3bcf-441c-a2b4-0940048dba3d triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:24.902412 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:25.023367 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:25.032750 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dcd00ea2-075c-4dd7-b93e-7d833a3bbd88 req-8dfdca8e-7a01-46b7-997a-91cd5b266ee4 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449828 Apr 20 23:29:25.062375 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9394629-ee1c-4954-b763-15702bc36b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd38dc2-3bcf-441c-a2b4-0940048dba3d'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:29:25.069982 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00679bd8-eb01-48d0-972b-a1fe3281bea1 req-f224247c-4810-4468-ba7c-07d26ab475ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:25.071825 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-00679bd8-eb01-48d0-972b-a1fe3281bea1 req-f224247c-4810-4468-ba7c-07d26ab475ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=2990cae8-5a54-473d-86b5-0b1ec0d9b4bb HTTP/1.1" status: 200 len: 919 time: 0.2776272 Apr 20 23:29:25.073049 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port dbd38dc2-3bcf-441c-a2b4-0940048dba3d, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=dbd38dc2-3bcf-441c-a2b4-0940048dba3d,segment=NetworkSegment(64b32313-9c88-4c75-9493-321e296bbd8e),segment_id=64b32313-9c88-4c75-9493-321e296bbd8e)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:29:25.077935 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-85c06441-51a8-4d4b-92b3-e04f9b81ab52 service neutron] For port be0fd02d-06d7-42f3-a13f-4971c7176d33, host hv-cinder-78729, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:29:25.078730 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:25.080851 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:25.082392 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-85c06441-51a8-4d4b-92b3-e04f9b81ab52 service neutron] For port be0fd02d-06d7-42f3-a13f-4971c7176d33, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=be0fd02d-06d7-42f3-a13f-4971c7176d33,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:29:25.144064 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-85c06441-51a8-4d4b-92b3-e04f9b81ab52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:25.156737 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-00679bd8-eb01-48d0-972b-a1fe3281bea1 req-621f33cf-6f8f-4703-a984-86d59e6754f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=553127cf-ee81-4a89-80cc-4d1998548481 HTTP/1.1" status: 200 len: 217 time: 0.0764413 Apr 20 23:29:25.158505 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-cef3fa1c-2a3c-4e8a-ba01-854260fa4782 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:25.160850 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9394629-ee1c-4954-b763-15702bc36b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd38dc2-3bcf-441c-a2b4-0940048dba3d', 'code': 200} Apr 20 23:29:25.202813 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=dbd38dc2-3bcf-441c-a2b4-0940048dba3d,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:25.213832 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:25.269533 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-85c06441-51a8-4d4b-92b3-e04f9b81ab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:25.270216 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-85c06441-51a8-4d4b-92b3-e04f9b81ab52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:25.272268 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-85c06441-51a8-4d4b-92b3-e04f9b81ab52 service neutron] 10.222.0.36 "PUT /v2.0/ports/be0fd02d-06d7-42f3-a13f-4971c7176d33 HTTP/1.1" status: 200 len: 1093 time: 1.6322517 Apr 20 23:29:25.272789 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e314e2fb-1c84-42b3-a041-fe3d10d8d375', 'tag': 'be0fd02d-06d7-42f3-a13f-4971c7176d33'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:29:25.293904 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c06441-51a8-4d4b-92b3-e04f9b81ab52 service neutron] Pushing event updated for resources: {'Port': ['ID=be0fd02d-06d7-42f3-a13f-4971c7176d33,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:25.302755 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-85c06441-51a8-4d4b-92b3-e04f9b81ab52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:25.319965 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00679bd8-eb01-48d0-972b-a1fe3281bea1 req-e3e44ed2-ced0-4bd8-920e-0b07279b177c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:25.321561 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-00679bd8-eb01-48d0-972b-a1fe3281bea1 req-e3e44ed2-ced0-4bd8-920e-0b07279b177c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22d48d33-81cf-4485-85d6-4b724a9185d9 HTTP/1.1" status: 200 len: 858 time: 0.1319406 Apr 20 23:29:25.385948 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e314e2fb-1c84-42b3-a041-fe3d10d8d375', 'tag': 'be0fd02d-06d7-42f3-a13f-4971c7176d33', 'status': 'completed', 'code': 200} Apr 20 23:29:25.436205 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-00679bd8-eb01-48d0-972b-a1fe3281bea1 req-276a211d-01b9-4396-a00e-50c162729f41 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2990cae8-5a54-473d-86b5-0b1ec0d9b4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967367 Apr 20 23:29:25.627547 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-10b650c6-0866-4918-9476-1f8a3e431d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:25.636357 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-10b650c6-0866-4918-9476-1f8a3e431d89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee794c51b2d7444ca7efc3b0ee9ce528&device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 1096 time: 0.2254083 Apr 20 23:29:25.655124 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722371a-c7bf-451f-8568-103006459d0d req-e973d585-5adb-402b-ae9a-4d896d89776a tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:25.657347 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c722371a-c7bf-451f-8568-103006459d0d req-e973d585-5adb-402b-ae9a-4d896d89776a tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9394629-ee1c-4954-b763-15702bc36b11 HTTP/1.1" status: 200 len: 946 time: 0.1519744 Apr 20 23:29:25.765524 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-fc52a01a-27f6-4012-8e4b-1fb490cf5b2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be0fd02d-06d7-42f3-a13f-4971c7176d33 HTTP/1.1" status: 200 len: 217 time: 0.1068361 Apr 20 23:29:25.791334 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9b992-779b-4e3a-b84e-4117e62df979 req-8cd0cce7-fb2a-4d16-a21d-0d589821ca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:25.792909 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e2a9b992-779b-4e3a-b84e-4117e62df979 req-8cd0cce7-fb2a-4d16-a21d-0d589821ca98 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c9394629-ee1c-4954-b763-15702bc36b11 HTTP/1.1" status: 200 len: 1099 time: 0.4152138 Apr 20 23:29:25.850022 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-7399ba6b-1f71-44c7-8786-746d96d5e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:25.850916 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-7399ba6b-1f71-44c7-8786-746d96d5e09e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35e08b0a-289c-44e2-8628-45bc2f24dd02 HTTP/1.1" status: 200 len: 855 time: 0.0703917 Apr 20 23:29:25.860711 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-00679bd8-eb01-48d0-972b-a1fe3281bea1 req-f47dc938-b426-4a98-9112-a3aea0a6beca service neutron] 10.222.0.36 "GET /v2.0/networks/2990cae8-5a54-473d-86b5-0b1ec0d9b4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156723 Apr 20 23:29:25.866143 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c722371a-c7bf-451f-8568-103006459d0d req-7f98ab9a-14c4-4436-8574-6d5f8154fde2 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/security-groups?id=831e0650-d823-4d32-ac4a-e0a67c3f30ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322696 Apr 20 23:29:25.867681 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e2a9b992-779b-4e3a-b84e-4117e62df979 req-2d725e70-d449-4f86-8880-8410d86bd807 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=831e0650-d823-4d32-ac4a-e0a67c3f30ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617740 Apr 20 23:29:26.084802 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e124f3e-d431-44e8-8ab8-923e2242b62f req-9b2767a6-3616-4ae6-b743-4c71878faeed tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:26.085656 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-9e124f3e-d431-44e8-8ab8-923e2242b62f req-9b2767a6-3616-4ae6-b743-4c71878faeed tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Synchronizing usage tracker for tenant:ee794c51b2d7444ca7efc3b0ee9ce528 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:29:26.094966 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-00679bd8-eb01-48d0-972b-a1fe3281bea1 req-412104ad-ac6b-4ef8-9d95-a50df94d7079 service neutron] 10.222.0.36 "GET /v2.0/networks/2990cae8-5a54-473d-86b5-0b1ec0d9b4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915715 Apr 20 23:29:26.110427 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-9e124f3e-d431-44e8-8ab8-923e2242b62f req-9b2767a6-3616-4ae6-b743-4c71878faeed tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Unset dirty status for tenant:ee794c51b2d7444ca7efc3b0ee9ce528 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:29:26.111767 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9e124f3e-d431-44e8-8ab8-923e2242b62f req-9b2767a6-3616-4ae6-b743-4c71878faeed tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 943 time: 0.2463124 Apr 20 23:29:26.174016 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9e124f3e-d431-44e8-8ab8-923e2242b62f req-c6d2691f-f01b-47f6-acb4-f871898a1fa3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523193 Apr 20 23:29:26.266515 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-c22b5f33-a383-4859-ab82-ecbd7353fcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:26.268306 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-c22b5f33-a383-4859-ab82-ecbd7353fcd9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=437210c7-1067-49df-b543-565768333126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4014373 Apr 20 23:29:26.300659 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:29:26.400114 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b642c4-4038-43bc-99ca-32e9e2057fa1 req-061d6c2a-8dd2-4ae2-8c1a-29a3aeffbf65 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:26.401997 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b4b642c4-4038-43bc-99ca-32e9e2057fa1 req-061d6c2a-8dd2-4ae2-8c1a-29a3aeffbf65 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.2080810 Apr 20 23:29:26.478607 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-7cd4bd0c-07a6-4a3f-b44c-456de8720c3b service neutron] 10.222.0.36 "GET /v2.0/networks/437210c7-1067-49df-b543-565768333126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935947 Apr 20 23:29:26.483323 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b4b642c4-4038-43bc-99ca-32e9e2057fa1 req-b785de26-b08d-40d9-a055-fb97ac8bfc9f tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735803 Apr 20 23:29:26.624386 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad9fa90b-748b-4e2b-8467-d4f7d571e743 req-2aa72edd-60b3-47fa-b04c-4cba2ca53305 service neutron] 10.222.0.36 "GET /v2.0/networks/437210c7-1067-49df-b543-565768333126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365600 Apr 20 23:29:26.753553 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9ae0f-df44-4820-ba32-4d288d02d9d5 req-a564b354-6f1e-4b9d-96fd-0eb5bed57e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:26.755163 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b9a9ae0f-df44-4820-ba32-4d288d02d9d5 req-a564b354-6f1e-4b9d-96fd-0eb5bed57e6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee794c51b2d7444ca7efc3b0ee9ce528&device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 1096 time: 0.0817099 Apr 20 23:29:26.914947 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9ae0f-df44-4820-ba32-4d288d02d9d5 req-fa0986da-d8a4-4023-94ea-7be72d27773a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:26.917358 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b9a9ae0f-df44-4820-ba32-4d288d02d9d5 req-fa0986da-d8a4-4023-94ea-7be72d27773a service neutron] 10.222.0.36 "GET /v2.0/networks?id=437210c7-1067-49df-b543-565768333126 HTTP/1.1" status: 200 len: 917 time: 0.1515317 Apr 20 23:29:27.000045 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b9a9ae0f-df44-4820-ba32-4d288d02d9d5 req-e6046468-4321-438e-8e62-86954bdb94dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be0fd02d-06d7-42f3-a13f-4971c7176d33 HTTP/1.1" status: 200 len: 217 time: 0.0709994 Apr 20 23:29:27.069992 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9ae0f-df44-4820-ba32-4d288d02d9d5 req-ffd9b4c8-81fc-40f2-a9e0-d3125fefa9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:27.071578 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b9a9ae0f-df44-4820-ba32-4d288d02d9d5 req-ffd9b4c8-81fc-40f2-a9e0-d3125fefa9cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35e08b0a-289c-44e2-8628-45bc2f24dd02 HTTP/1.1" status: 200 len: 855 time: 0.0646005 Apr 20 23:29:27.079528 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e055b6-4d37-46f5-80db-ed22924feb8f req-04ea297c-8b9f-4d0b-b2c3-e6b9f4e78129 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:27.081109 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-86e055b6-4d37-46f5-80db-ed22924feb8f req-04ea297c-8b9f-4d0b-b2c3-e6b9f4e78129 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9394629-ee1c-4954-b763-15702bc36b11 HTTP/1.1" status: 200 len: 946 time: 0.0934496 Apr 20 23:29:27.130903 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-86e055b6-4d37-46f5-80db-ed22924feb8f req-b33e27c2-df5f-4c8c-b2b0-bcfdb47bd4a0 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/security-groups?id=831e0650-d823-4d32-ac4a-e0a67c3f30ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425813 Apr 20 23:29:27.163765 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9ae0f-df44-4820-ba32-4d288d02d9d5 req-fdbcd7b3-cd1a-4913-844f-efd01fd6f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:27.165442 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b9a9ae0f-df44-4820-ba32-4d288d02d9d5 req-fdbcd7b3-cd1a-4913-844f-efd01fd6f7e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=437210c7-1067-49df-b543-565768333126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790486 Apr 20 23:29:27.384417 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b9a9ae0f-df44-4820-ba32-4d288d02d9d5 req-efb828ba-9d6f-42d4-82da-1496b7df9ef7 service neutron] 10.222.0.36 "GET /v2.0/networks/437210c7-1067-49df-b543-565768333126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105792 Apr 20 23:29:27.514929 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238837ee-41a8-4796-aea1-0c43ed891c1f req-b528aee3-938e-4989-93b0-7fb8d7dc0d40 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:27.516525 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-238837ee-41a8-4796-aea1-0c43ed891c1f req-b528aee3-938e-4989-93b0-7fb8d7dc0d40 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 943 time: 0.2064490 Apr 20 23:29:27.606294 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-238837ee-41a8-4796-aea1-0c43ed891c1f req-40ccf849-ca34-43e0-9bc2-f963ee7085bd tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773270 Apr 20 23:29:27.611750 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b9a9ae0f-df44-4820-ba32-4d288d02d9d5 req-79f43657-eacb-4f31-89e0-f8a3b999dee4 service neutron] 10.222.0.36 "GET /v2.0/networks/437210c7-1067-49df-b543-565768333126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107084 Apr 20 23:29:27.745411 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83cfa6-3dc4-4e5e-95b5-781367269347 req-fa3a7a35-2dde-4d91-9457-b16fe749edfe tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:27.745411 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fb83cfa6-3dc4-4e5e-95b5-781367269347 req-fa3a7a35-2dde-4d91-9457-b16fe749edfe tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.1008394 Apr 20 23:29:27.794717 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fb83cfa6-3dc4-4e5e-95b5-781367269347 req-588e1f0f-c20e-4a46-8a4b-59aa23bf0d52 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475278 Apr 20 23:29:28.424698 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc226e6-3c50-4b88-8b0c-eeb947f1c8dc req-c28a2079-5189-4eee-b916-20077f81f6f1 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:28.426434 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fcc226e6-3c50-4b88-8b0c-eeb947f1c8dc req-c28a2079-5189-4eee-b916-20077f81f6f1 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9394629-ee1c-4954-b763-15702bc36b11 HTTP/1.1" status: 200 len: 946 time: 0.0919666 Apr 20 23:29:28.476343 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fcc226e6-3c50-4b88-8b0c-eeb947f1c8dc req-86e6fefb-8c4f-449b-803b-1763cc9eb801 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/security-groups?id=831e0650-d823-4d32-ac4a-e0a67c3f30ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421660 Apr 20 23:29:28.849621 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23527731-b551-4c30-a6cb-563365e0fe2e req-5d0d880a-79ed-4982-aa18-f0a40012143d tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:28.853633 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-23527731-b551-4c30-a6cb-563365e0fe2e req-5d0d880a-79ed-4982-aa18-f0a40012143d tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 943 time: 0.0922055 Apr 20 23:29:28.857254 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device be0fd02d-06d7-42f3-a13f-4971c7176d33 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:29:28.905718 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-23527731-b551-4c30-a6cb-563365e0fe2e req-0ff66723-2b33-4200-900b-603cd32b2a24 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473409 Apr 20 23:29:29.017984 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port be0fd02d-06d7-42f3-a13f-4971c7176d33, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=be0fd02d-06d7-42f3-a13f-4971c7176d33,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:29:29.032974 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Returning: {'device': 'be0fd02d-06d7-42f3-a13f-4971c7176d33', 'network_id': '437210c7-1067-49df-b543-565768333126', 'port_id': 'be0fd02d-06d7-42f3-a13f-4971c7176d33', 'mac_address': 'fa:16:3e:1b:20:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:29:29.033592 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ee8c8-6eab-4574-8c45-769868ac0ebd req-54692b63-1f97-4bd5-863c-f7daafcfdeed tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:29.035240 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9b5ee8c8-6eab-4574-8c45-769868ac0ebd req-54692b63-1f97-4bd5-863c-f7daafcfdeed tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.0887728 Apr 20 23:29:29.087265 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9b5ee8c8-6eab-4574-8c45-769868ac0ebd req-25bd3b37-667f-4891-a346-4e8b39b89c0b tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452864 Apr 20 23:29:29.093626 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:29.116631 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be0fd02d-06d7-42f3-a13f-4971c7176d33 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:29:29.133102 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port be0fd02d-06d7-42f3-a13f-4971c7176d33, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=be0fd02d-06d7-42f3-a13f-4971c7176d33,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:29:29.135917 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:29.138574 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:29.208288 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=be0fd02d-06d7-42f3-a13f-4971c7176d33,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:29.211545 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:29.436743 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['be0fd02d-06d7-42f3-a13f-4971c7176d33'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:29:29.540240 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 55084) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:29.672968 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ad3bc4ac-b96e-40cf-b846-af7d9be2e77f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:29.688990 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-ad3bc4ac-b96e-40cf-b846-af7d9be2e77f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:29.693364 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-ad3bc4ac-b96e-40cf-b846-af7d9be2e77f admin admin] Usage tracker for resource:security_group_rule and tenant:9d1fc8d9c8884dceaeadfbc372647d70 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:29.696360 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-ad3bc4ac-b96e-40cf-b846-af7d9be2e77f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:29.701312 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75aba7e-e93c-45f0-9183-3831ef2068cf req-65341549-6fe2-4da1-ac4c-70267b7daf9b tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:29.702602 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-ad3bc4ac-b96e-40cf-b846-af7d9be2e77f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:29.702885 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b75aba7e-e93c-45f0-9183-3831ef2068cf req-65341549-6fe2-4da1-ac4c-70267b7daf9b tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9394629-ee1c-4954-b763-15702bc36b11 HTTP/1.1" status: 200 len: 946 time: 0.0971792 Apr 20 23:29:29.752005 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b75aba7e-e93c-45f0-9183-3831ef2068cf req-3f2bd697-b730-49c2-89e3-244a7a7c2b1b tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/security-groups?id=831e0650-d823-4d32-ac4a-e0a67c3f30ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420642 Apr 20 23:29:29.792335 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ad3bc4ac-b96e-40cf-b846-af7d9be2e77f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:29.795204 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ad3bc4ac-b96e-40cf-b846-af7d9be2e77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:29.805492 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-30974bfa-6b4f-4fd5-b383-bf221812d81f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:29.846808 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-ad3bc4ac-b96e-40cf-b846-af7d9be2e77f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d1fc8d9c8884dceaeadfbc372647d70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054407 Apr 20 23:29:29.850078 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 55092) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:29.887297 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bc4ac-b96e-40cf-b846-af7d9be2e77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836cd199-d567-4534-9b77-c12f4b9e6d56,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:29.899048 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ad3bc4ac-b96e-40cf-b846-af7d9be2e77f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:29.910690 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5e12cc02-2c23-46a1-a5a4-6ca36877438c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:29.939146 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d54cfb-f63a-48cd-9bbd-43e4d207c3b8 req-a1ce0381-fe82-43fb-b55b-34ddfdc65b17 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:29.940751 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-95d54cfb-f63a-48cd-9bbd-43e4d207c3b8 req-a1ce0381-fe82-43fb-b55b-34ddfdc65b17 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9394629-ee1c-4954-b763-15702bc36b11 HTTP/1.1" status: 200 len: 946 time: 0.0967886 Apr 20 23:29:29.940866 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5e12cc02-2c23-46a1-a5a4-6ca36877438c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:29.992021 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5e12cc02-2c23-46a1-a5a4-6ca36877438c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:29.999587 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d7092f62-50bb-427b-b097-c4ddf32ce72c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:30.015571 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12cc02-2c23-46a1-a5a4-6ca36877438c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836cd199-d567-4534-9b77-c12f4b9e6d56,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:30.018892 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5e12cc02-2c23-46a1-a5a4-6ca36877438c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:30.019890 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5e12cc02-2c23-46a1-a5a4-6ca36877438c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:30.025337 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5e12cc02-2c23-46a1-a5a4-6ca36877438c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/836cd199-d567-4534-9b77-c12f4b9e6d56 HTTP/1.1" status: 204 len: 168 time: 0.1729987 Apr 20 23:29:30.039851 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-95d54cfb-f63a-48cd-9bbd-43e4d207c3b8 req-5cc47623-6c4a-4a61-8be3-243d235fdb38 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Deleting port dbd38dc2-3bcf-441c-a2b4-0940048dba3d {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:29:30.040263 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-95d54cfb-f63a-48cd-9bbd-43e4d207c3b8 req-5cc47623-6c4a-4a61-8be3-243d235fdb38 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:30.181874 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af54276-2515-4671-a7bc-512660aa25b2 req-b60c7492-6f35-41bf-8ec5-ea894daca7f2 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:30.183689 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1af54276-2515-4671-a7bc-512660aa25b2 req-b60c7492-6f35-41bf-8ec5-ea894daca7f2 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 944 time: 0.1423545 Apr 20 23:29:30.237657 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1af54276-2515-4671-a7bc-512660aa25b2 req-ab3e5ba3-5712-45b6-a2d3-c89bd3eedde5 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452392 Apr 20 23:29:30.395563 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 55108) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:30.430454 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-95d54cfb-f63a-48cd-9bbd-43e4d207c3b8 req-5cc47623-6c4a-4a61-8be3-243d235fdb38 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] For port dbd38dc2-3bcf-441c-a2b4-0940048dba3d, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=dbd38dc2-3bcf-441c-a2b4-0940048dba3d,segment=NetworkSegment(64b32313-9c88-4c75-9493-321e296bbd8e),segment_id=64b32313-9c88-4c75-9493-321e296bbd8e)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:29:30.430454 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-95d54cfb-f63a-48cd-9bbd-43e4d207c3b8 req-5cc47623-6c4a-4a61-8be3-243d235fdb38 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:30.438649 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f5d96cd7-33fe-4490-953f-3a63e3fdef20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:30.472447 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f5d96cd7-33fe-4490-953f-3a63e3fdef20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:30.479378 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f5d96cd7-33fe-4490-953f-3a63e3fdef20 admin admin] Usage tracker for resource:security_group_rule and tenant:c3400f20ddfd45628542e8d001ba842f is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:30.483483 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f5d96cd7-33fe-4490-953f-3a63e3fdef20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:30.492861 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f5d96cd7-33fe-4490-953f-3a63e3fdef20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:30.541886 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88879b4b-15ed-4539-8b27-3802df73a0da req-d4b3f5e6-401e-4e92-8432-cfdcf67ab806 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:30.544052 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-88879b4b-15ed-4539-8b27-3802df73a0da req-d4b3f5e6-401e-4e92-8432-cfdcf67ab806 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.2560289 Apr 20 23:29:30.590717 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f5d96cd7-33fe-4490-953f-3a63e3fdef20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:30.593515 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f5d96cd7-33fe-4490-953f-3a63e3fdef20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:30.604943 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-63550da6-3ce0-4954-b795-679a53951a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:30.615010 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-95d54cfb-f63a-48cd-9bbd-43e4d207c3b8 req-5cc47623-6c4a-4a61-8be3-243d235fdb38 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Calling delete_port for dbd38dc2-3bcf-441c-a2b4-0940048dba3d owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:29:30.655346 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-f5d96cd7-33fe-4490-953f-3a63e3fdef20 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3400f20ddfd45628542e8d001ba842f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583733 Apr 20 23:29:30.656336 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d96cd7-33fe-4490-953f-3a63e3fdef20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127ad91b-3508-4a32-ae67-ba4aea0fd95a,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:30.659737 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f5d96cd7-33fe-4490-953f-3a63e3fdef20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:30.659885 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 55116) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:30.750505 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-88879b4b-15ed-4539-8b27-3802df73a0da req-3b80efb5-130d-4e02-a947-2eb9c086e094 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447227 Apr 20 23:29:30.787214 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fc09f759-a9e9-436d-b45c-065a725f4e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:30.863140 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fc09f759-a9e9-436d-b45c-065a725f4e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:30.872941 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device be0fd02d-06d7-42f3-a13f-4971c7176d33 up at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:29:30.907006 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-95d54cfb-f63a-48cd-9bbd-43e4d207c3b8 req-5cc47623-6c4a-4a61-8be3-243d235fdb38 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:30.914211 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:30.927732 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['dbd38dc2-3bcf-441c-a2b4-0940048dba3d'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:29:30.933975 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5e50ff96-92c5-439f-97e4-c53d182fd4f2 req-93abd8d8-7a8b-4f38-87f4-ed240cea0674 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9394629-ee1c-4954-b763-15702bc36b11 HTTP/1.1" status: 200 len: 210 time: 0.0659425 Apr 20 23:29:30.963647 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc47623-6c4a-4a61-8be3-243d235fdb38 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Pushing event deleted for resources: {'Port': ['ID=dbd38dc2-3bcf-441c-a2b4-0940048dba3d,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:30.967876 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5cc47623-6c4a-4a61-8be3-243d235fdb38 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:31.009767 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning for port be0fd02d-06d7-42f3-a13f-4971c7176d33 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:29:31.014628 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning complete for port be0fd02d-06d7-42f3-a13f-4971c7176d33 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:31.015056 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:31.046580 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d54cfb-f63a-48cd-9bbd-43e4d207c3b8 req-5cc47623-6c4a-4a61-8be3-243d235fdb38 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] No DVR routers for this DVR port dbd38dc2-3bcf-441c-a2b4-0940048dba3d on host hv-cinder-78729 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:29:31.048016 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fc09f759-a9e9-436d-b45c-065a725f4e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:31.052954 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6490bb4b-2b90-47b0-8f99-e982d478e8cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:31.060062 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-95d54cfb-f63a-48cd-9bbd-43e4d207c3b8 req-5cc47623-6c4a-4a61-8be3-243d235fdb38 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:31.066344 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9394629-ee1c-4954-b763-15702bc36b11', 'name': 'network-vif-deleted', 'tag': 'dbd38dc2-3bcf-441c-a2b4-0940048dba3d'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:29:31.076918 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09f759-a9e9-436d-b45c-065a725f4e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127ad91b-3508-4a32-ae67-ba4aea0fd95a,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:31.082000 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fc09f759-a9e9-436d-b45c-065a725f4e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:31.102376 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fc09f759-a9e9-436d-b45c-065a725f4e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:31.106098 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-fc09f759-a9e9-436d-b45c-065a725f4e66 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/127ad91b-3508-4a32-ae67-ba4aea0fd95a HTTP/1.1" status: 204 len: 168 time: 0.4343529 Apr 20 23:29:31.108526 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-95d54cfb-f63a-48cd-9bbd-43e4d207c3b8 req-5cc47623-6c4a-4a61-8be3-243d235fdb38 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.36 "DELETE /v2.0/ports/dbd38dc2-3bcf-441c-a2b4-0940048dba3d HTTP/1.1" status: 204 len: 173 time: 1.1603954 Apr 20 23:29:31.126175 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9394629-ee1c-4954-b763-15702bc36b11', 'name': 'network-vif-deleted', 'tag': 'dbd38dc2-3bcf-441c-a2b4-0940048dba3d', 'status': 'completed', 'code': 200} Apr 20 23:29:31.164364 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:31.193865 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e314e2fb-1c84-42b3-a041-fe3d10d8d375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0fd02d-06d7-42f3-a13f-4971c7176d33'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:29:31.206047 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port be0fd02d-06d7-42f3-a13f-4971c7176d33, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=be0fd02d-06d7-42f3-a13f-4971c7176d33,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:29:31.210578 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:31.213304 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-49167a36-166e-4c77-8ab6-edd053adcfd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:31.257098 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e314e2fb-1c84-42b3-a041-fe3d10d8d375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0fd02d-06d7-42f3-a13f-4971c7176d33', 'code': 200} Apr 20 23:29:31.294748 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=be0fd02d-06d7-42f3-a13f-4971c7176d33,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:31.298269 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:31.525465 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd2d94-90ef-4782-af00-ebe3795495ad req-868e56e7-8364-4279-9dbc-72a5e7e5537f tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:31.527264 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-60fd2d94-90ef-4782-af00-ebe3795495ad req-868e56e7-8364-4279-9dbc-72a5e7e5537f tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 945 time: 0.1532238 Apr 20 23:29:31.583990 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20beed6-6bf7-4fe3-b070-d0cf766aa8ed req-fcfa133d-60fa-458d-9d04-3d07807ddcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:31.585634 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e20beed6-6bf7-4fe3-b070-d0cf766aa8ed req-fcfa133d-60fa-458d-9d04-3d07807ddcd1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 1098 time: 0.1416626 Apr 20 23:29:31.594845 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-60fd2d94-90ef-4782-af00-ebe3795495ad req-fade314b-24ad-44c2-b563-96382ccda076 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588133 Apr 20 23:29:31.637868 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e20beed6-6bf7-4fe3-b070-d0cf766aa8ed req-4c36cd74-1594-45fe-b6bc-d087bd3374bd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418491 Apr 20 23:29:31.645461 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 55136) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:31.665551 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-41074eb4-3f92-46d0-9fe0-f918dff391d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:31.681109 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-41074eb4-3f92-46d0-9fe0-f918dff391d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:31.685173 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-41074eb4-3f92-46d0-9fe0-f918dff391d9 admin admin] Usage tracker for resource:security_group_rule and tenant:16a47e92eac942f08981be62fb0848cc is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:31.688087 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-41074eb4-3f92-46d0-9fe0-f918dff391d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:31.694577 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-41074eb4-3f92-46d0-9fe0-f918dff391d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:31.786978 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-41074eb4-3f92-46d0-9fe0-f918dff391d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:31.792194 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-41074eb4-3f92-46d0-9fe0-f918dff391d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:31.801717 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5c5d97bd-a280-4542-9024-a966dfafea4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:31.856765 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-41074eb4-3f92-46d0-9fe0-f918dff391d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=16a47e92eac942f08981be62fb0848cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2094927 Apr 20 23:29:31.858807 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41074eb4-3f92-46d0-9fe0-f918dff391d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6ff076-72e3-42f6-81fc-2ca0bcf8bd38,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:31.861486 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 55144) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:31.861991 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-41074eb4-3f92-46d0-9fe0-f918dff391d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:31.937831 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-75eddf16-3f39-425a-8931-9dd175b25f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:31.964135 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fc22-aeba-4e0b-87fd-34e4829a0ce2 req-be34be5c-7e93-4254-b24b-af8ca1183df7 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:31.965811 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7109fc22-aeba-4e0b-87fd-34e4829a0ce2 req-be34be5c-7e93-4254-b24b-af8ca1183df7 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.0911949 Apr 20 23:29:31.975587 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-75eddf16-3f39-425a-8931-9dd175b25f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:32.019852 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7109fc22-aeba-4e0b-87fd-34e4829a0ce2 req-1877fc60-12e2-40f6-850d-f053a44f2efa tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469952 Apr 20 23:29:32.031995 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-75eddf16-3f39-425a-8931-9dd175b25f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:32.040351 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a5fdf4b1-8c88-4256-9650-8e9fb46c42ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:32.053493 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-75eddf16-3f39-425a-8931-9dd175b25f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:32.057269 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-75eddf16-3f39-425a-8931-9dd175b25f44 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e6ff076-72e3-42f6-81fc-2ca0bcf8bd38 HTTP/1.1" status: 204 len: 168 time: 0.1843626 Apr 20 23:29:32.057567 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eddf16-3f39-425a-8931-9dd175b25f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6ff076-72e3-42f6-81fc-2ca0bcf8bd38,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:32.060228 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-75eddf16-3f39-425a-8931-9dd175b25f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:32.513794 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-063481e7-0973-474f-afa2-72fe097ed97d tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:32.514578 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-063481e7-0973-474f-afa2-72fe097ed97d tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Synchronizing usage tracker for tenant:d279a11f135440c2aef0243c709cd016 on resource:network {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:29:32.534318 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-063481e7-0973-474f-afa2-72fe097ed97d tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Unset dirty status for tenant:d279a11f135440c2aef0243c709cd016 on resource:network {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:29:32.535737 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-063481e7-0973-474f-afa2-72fe097ed97d tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/networks?id=3dd0b1ef-3068-4716-88be-7499ae53eda8 HTTP/1.1" status: 200 len: 809 time: 0.1938801 Apr 20 23:29:32.555577 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-77fe14ae-2257-4525-baa2-1e701cb16594 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/quotas/d279a11f135440c2aef0243c709cd016 HTTP/1.1" status: 200 len: 375 time: 0.0124016 Apr 20 23:29:32.628971 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-aa901423-c2ae-4382-be28-07d904e89bf0 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Synchronizing usage tracker for tenant:d279a11f135440c2aef0243c709cd016 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:29:32.672258 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-aa901423-c2ae-4382-be28-07d904e89bf0 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Unset dirty status for tenant:d279a11f135440c2aef0243c709cd016 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:29:32.691578 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-aa901423-c2ae-4382-be28-07d904e89bf0 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d279a11f135440c2aef0243c709cd016&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1293938 Apr 20 23:29:32.850455 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d50871-952a-4cd0-b8c2-a43ddae725a0 req-629cdeb2-7635-4645-a991-2c31182447be tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:32.860174 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e1d50871-952a-4cd0-b8c2-a43ddae725a0 req-629cdeb2-7635-4645-a991-2c31182447be tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 945 time: 0.1127996 Apr 20 23:29:32.919719 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e1d50871-952a-4cd0-b8c2-a43ddae725a0 req-dedf76f3-4a43-4c3f-9d85-24c6e0dd9a86 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583980 Apr 20 23:29:32.954380 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 55202) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:33.096837 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-c8902b4f-e52c-4ef0-bc98-b8b88a0ed66d service neutron] 10.222.0.16 "GET /v2.0/networks/3dd0b1ef-3068-4716-88be-7499ae53eda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040775 Apr 20 23:29:33.110306 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-6b81497f-0591-428f-a672-9271c089416d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1394582159-network', 'tenant_id': '761407463f394170a71239466d88684a'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:33.124435 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6b81497f-0591-428f-a672-9271c089416d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:33.130945 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6b81497f-0591-428f-a672-9271c089416d admin admin] Usage tracker for resource:network and tenant:761407463f394170a71239466d88684a is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:33.136141 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6b81497f-0591-428f-a672-9271c089416d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:33.144808 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6b81497f-0591-428f-a672-9271c089416d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:33.168180 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b81497f-0591-428f-a672-9271c089416d admin admin] Made reservation on behalf of 761407463f394170a71239466d88684a for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:29:33.172844 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6b81497f-0591-428f-a672-9271c089416d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:33.189420 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6b81497f-0591-428f-a672-9271c089416d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:33.209036 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9fdb7-9192-4d4c-a5bd-983943bf5036 req-b7c2c0bf-eac0-4495-892b-87b010284b62 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:33.210649 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-08f9fdb7-9192-4d4c-a5bd-983943bf5036 req-b7c2c0bf-eac0-4495-892b-87b010284b62 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 945 time: 0.1657143 Apr 20 23:29:33.219942 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6b81497f-0591-428f-a672-9271c089416d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:33.220139 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6b81497f-0591-428f-a672-9271c089416d admin admin] Usage tracker for resource:security_group_rule and tenant:761407463f394170a71239466d88684a is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:33.222893 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 55216) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:33.225745 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6b81497f-0591-428f-a672-9271c089416d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:33.231597 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-064a84a0-8ee8-475e-abea-fcb7ef23b913 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Request body: {'floatingip': {'port_id': 'be0fd02d-06d7-42f3-a13f-4971c7176d33'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:33.243982 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-ba9b9bbf-627c-47d9-a012-bf36177e74f7 service neutron] 10.222.0.16 "GET /v2.0/networks/3dd0b1ef-3068-4716-88be-7499ae53eda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381385 Apr 20 23:29:33.304804 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6b81497f-0591-428f-a672-9271c089416d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:33.356922 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-064a84a0-8ee8-475e-abea-fcb7ef23b913 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for floatingip, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:33.594302 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6dcf525c-722b-4ee2-b0f1-9e76203a6acd req-77bed832-9520-4f13-83a0-fb066e825be6 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/ports?device_id=509c670d-3df3-4ac4-bfef-ae389a202418 HTTP/1.1" status: 200 len: 210 time: 0.0567904 Apr 20 23:29:33.651768 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86441a-b31d-46b0-a95e-781b92c43a6f req-592508a1-c69e-4860-8eb4-ccfcbce09e0a tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:33.653409 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0e86441a-b31d-46b0-a95e-781b92c43a6f req-592508a1-c69e-4860-8eb4-ccfcbce09e0a tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.3394246 Apr 20 23:29:33.872742 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6b81497f-0591-428f-a672-9271c089416d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:33.880879 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0e86441a-b31d-46b0-a95e-781b92c43a6f req-1c5aecb2-5cf0-427e-861c-f2ab0da3a44a tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189248 Apr 20 23:29:33.884607 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6b81497f-0591-428f-a672-9271c089416d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:33.890629 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fa88ba31-61bc-48c7-b874-b8c80044dc96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:33.930375 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b81497f-0591-428f-a672-9271c089416d admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:29:33.951344 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81497f-0591-428f-a672-9271c089416d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f812b6a9-b560-4a52-98db-cbf9d014043c,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:33.957160 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6b81497f-0591-428f-a672-9271c089416d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:33.958136 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6b81497f-0591-428f-a672-9271c089416d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:33.958522 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-6b81497f-0591-428f-a672-9271c089416d admin admin] Added segment 9ef7f02b-ed0e-4543-9071-1492e01966f4 of type vlan for network 640db5cb-0640-4ccd-aca1-982a4d3eb0e0 Apr 20 23:29:34.086944 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6b81497f-0591-428f-a672-9271c089416d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757163678135'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:34.130575 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6b81497f-0591-428f-a672-9271c089416d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:34.136561 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b81497f-0591-428f-a672-9271c089416d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:34.137212 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6b81497f-0591-428f-a672-9271c089416d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:34.142914 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c74f8b63-38f6-449b-b059-93e0e515df74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:34.230435 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.db.resource_extend [None req-064a84a0-8ee8-475e-abea-fcb7ef23b913 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 23:29:34.343985 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81497f-0591-428f-a672-9271c089416d admin admin] Pushing event updated for resources: {'Network': ['ID=640db5cb-0640-4ccd-aca1-982a4d3eb0e0,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:34.350102 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6b81497f-0591-428f-a672-9271c089416d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:34.354419 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-6b81497f-0591-428f-a672-9271c089416d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3983338 Apr 20 23:29:34.357298 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 55236) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:34.360420 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Network 640db5cb-0640-4ccd-aca1-982a4d3eb0e0 details requested by agent ovs-agent-dv-cinder-787296-1-smb with host dv-cinder-787296-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:29:34.364836 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-3e0792b9-2052-49f4-a953-557c03820a88 admin admin] Request body: {'subnet': {'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1394582159-subnet', 'tenant_id': '761407463f394170a71239466d88684a', 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:34.367094 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-064a84a0-8ee8-475e-abea-fcb7ef23b913 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:34.373521 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-064a84a0-8ee8-475e-abea-fcb7ef23b913 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648881'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:34.374353 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-3e0792b9-2052-49f4-a953-557c03820a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:34.381436 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-3e0792b9-2052-49f4-a953-557c03820a88 admin admin] Usage tracker for resource:subnet and tenant:761407463f394170a71239466d88684a is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:34.391462 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-3e0792b9-2052-49f4-a953-557c03820a88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:34.409578 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-3e0792b9-2052-49f4-a953-557c03820a88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:34.520848 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0792b9-2052-49f4-a953-557c03820a88 admin admin] Made reservation on behalf of 761407463f394170a71239466d88684a for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:29:34.538040 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3e0792b9-2052-49f4-a953-557c03820a88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852112338'] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:34.764218 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-74c125b8-6dff-49f6-bb10-3996114b120e tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:34.765739 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-74c125b8-6dff-49f6-bb10-3996114b120e tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.36 "GET /v2.0/networks?id=3dd0b1ef-3068-4716-88be-7499ae53eda8 HTTP/1.1" status: 200 len: 809 time: 0.3575027 Apr 20 23:29:34.782966 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-00540a57-ca8e-460b-b60a-1e1e32b2a591 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Request body: {'port': {'device_id': '509c670d-3df3-4ac4-bfef-ae389a202418', 'network_id': '3dd0b1ef-3068-4716-88be-7499ae53eda8', 'admin_state_up': True, 'tenant_id': 'd279a11f135440c2aef0243c709cd016'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:34.899998 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device dbd38dc2-3bcf-441c-a2b4-0940048dba3d no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:29:34.947598 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] No Port match for: dbd38dc2-3bcf-441c-a2b4-0940048dba3d {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:29:34.948228 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device dbd38dc2-3bcf-441c-a2b4-0940048dba3d not bound to the agent host hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:29:34.967717 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-00540a57-ca8e-460b-b60a-1e1e32b2a591 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:34.982219 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-00540a57-ca8e-460b-b60a-1e1e32b2a591 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:34.994398 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bbf5223f-c19b-4f5b-8abe-75bd348ab68c req-67828359-f4ef-43ac-8566-5c0b2f5fb653 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/ports?device_id=509c670d-3df3-4ac4-bfef-ae389a202418 HTTP/1.1" status: 200 len: 210 time: 0.0706878 Apr 20 23:29:35.037419 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.l3_db [None req-064a84a0-8ee8-475e-abea-fcb7ef23b913 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Floating IP fd8242bb-9798-4739-b1e7-0c4e12e6fa3e associated. External IP: 172.28.2.73, port: be0fd02d-06d7-42f3-a13f-4971c7176d33. Apr 20 23:29:35.089795 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-00540a57-ca8e-460b-b60a-1e1e32b2a591 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Made reservation on behalf of d279a11f135440c2aef0243c709cd016 for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:29:35.095800 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-00540a57-ca8e-460b-b60a-1e1e32b2a591 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:35.329972 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd07f70-d77e-4760-b72b-6f86370e0ddd req-a3b4bd64-757e-4bba-a9f6-a46a09ab55e3 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:35.331492 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bcd07f70-d77e-4760-b72b-6f86370e0ddd req-a3b4bd64-757e-4bba-a9f6-a46a09ab55e3 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.2970085 Apr 20 23:29:35.404703 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064a84a0-8ee8-475e-abea-fcb7ef23b913 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Router bc8047de-5d62-4920-87f1-fce90c6f93d5 has already been hosted by L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:29:35.463086 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bcd07f70-d77e-4760-b72b-6f86370e0ddd req-2358ded7-20db-435b-9480-2df0e987fed5 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763738 Apr 20 23:29:35.464937 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-00540a57-ca8e-460b-b60a-1e1e32b2a591 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Allocated IP 172.20.0.9 (3dd0b1ef-3068-4716-88be-7499ae53eda8/df932792-0d23-4954-b66e-ea245732d024/1dd9928b-a47c-430a-83f5-14633f7aed76) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:29:35.600421 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064a84a0-8ee8-475e-abea-fcb7ef23b913 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:29:35.605305 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-064a84a0-8ee8-475e-abea-fcb7ef23b913 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:35.609981 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36786354-8d25-40d1-9339-b2f38d4aef9b None None] Sync routers for ids ['bc8047de-5d62-4920-87f1-fce90c6f93d5'] in dv-cinder-787296-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:29:35.620787 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36786354-8d25-40d1-9339-b2f38d4aef9b None None] Routers {'bc8047de-5d62-4920-87f1-fce90c6f93d5'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:29:35.621565 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-36786354-8d25-40d1-9339-b2f38d4aef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:29:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['bc8047de-5d62-4920-87f1-fce90c6f93d5'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:35.667234 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-064a84a0-8ee8-475e-abea-fcb7ef23b913 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "PUT /v2.0/floatingips/fd8242bb-9798-4739-b1e7-0c4e12e6fa3e HTTP/1.1" status: 200 len: 990 time: 2.4404919 Apr 20 23:29:35.667234 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e314e2fb-1c84-42b3-a041-fe3d10d8d375', 'tag': 'be0fd02d-06d7-42f3-a13f-4971c7176d33'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:29:35.720063 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e314e2fb-1c84-42b3-a041-fe3d10d8d375', 'tag': 'be0fd02d-06d7-42f3-a13f-4971c7176d33', 'status': 'completed', 'code': 200} Apr 20 23:29:35.787105 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-00540a57-ca8e-460b-b60a-1e1e32b2a591 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:35.820406 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3e0792b9-2052-49f4-a953-557c03820a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851844690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852112321'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:35.832357 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c6be9c47-2805-446c-ba6a-a1cf8cb456f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:35.840075 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfe2ae-f12f-470d-94a7-5fe799167aed req-a0e34dbc-5c08-4c5b-ad14-e0fa2d3fb433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:35.841775 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1ecfe2ae-f12f-470d-94a7-5fe799167aed req-a0e34dbc-5c08-4c5b-ad14-e0fa2d3fb433 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee794c51b2d7444ca7efc3b0ee9ce528&device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 1098 time: 0.0915997 Apr 20 23:29:35.906792 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0792b9-2052-49f4-a953-557c03820a88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad45981-94c2-4206-b4df-c5f51d462877,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:35.914359 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-00540a57-ca8e-460b-b60a-1e1e32b2a591 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:35.916268 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3e0792b9-2052-49f4-a953-557c03820a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:35.922225 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4ebfc39b-3aa0-49fc-983e-94cd4c59678f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:35.938038 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 55268) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:36.030308 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-00540a57-ca8e-460b-b60a-1e1e32b2a591 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Network 3dd0b1ef-3068-4716-88be-7499ae53eda8 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:29:36.033569 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0792b9-2052-49f4-a953-557c03820a88 admin admin] Checking segment: {'id': '9ef7f02b-ed0e-4543-9071-1492e01966f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:29:36.034007 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0792b9-2052-49f4-a953-557c03820a88 admin admin] Network hostable DHCP agents. Network: 640db5cb-0640-4ccd-aca1-982a4d3eb0e0, hostable agents: ['a298e916-2d0e-40ec-9d0f-6465273d3362'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:29:36.035542 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-36786354-8d25-40d1-9339-b2f38d4aef9b None None] Set router bc8047de-5d62-4920-87f1-fce90c6f93d5 gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:29:36.045199 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-00540a57-ca8e-460b-b60a-1e1e32b2a591 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:29:36.047829 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00540a57-ca8e-460b-b60a-1e1e32b2a591 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Pushing event updated for resources: {'Port': ['ID=1dd9928b-a47c-430a-83f5-14633f7aed76,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:36.050703 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-00540a57-ca8e-460b-b60a-1e1e32b2a591 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:29:36.058893 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4ca440-0764-4448-a376-658cc53fd4d7 admin admin] Deleting subnet 95ff1077-34e1-45fe-9bea-0331f6ce3afd {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:29:36.066788 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bb4ca440-0764-4448-a376-658cc53fd4d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:36.091023 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-00540a57-ca8e-460b-b60a-1e1e32b2a591 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:36.118246 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0792b9-2052-49f4-a953-557c03820a88 admin admin] Network 640db5cb-0640-4ccd-aca1-982a4d3eb0e0 is scheduled to be hosted by DHCP agent a298e916-2d0e-40ec-9d0f-6465273d3362 with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:29:36.129645 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfe2ae-f12f-470d-94a7-5fe799167aed req-e0851c6b-de72-4b2a-a9b3-017eea97131b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:36.132000 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1ecfe2ae-f12f-470d-94a7-5fe799167aed req-e0851c6b-de72-4b2a-a9b3-017eea97131b service neutron] 10.222.0.36 "GET /v2.0/networks?id=437210c7-1067-49df-b543-565768333126 HTTP/1.1" status: 200 len: 917 time: 0.2816055 Apr 20 23:29:36.136200 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-3e0792b9-2052-49f4-a953-557c03820a88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-smb, 640db5cb-0640-4ccd-aca1-982a4d3eb0e0) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:29:36.145885 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3785f23-be85-4a58-a44b-0eef159dc059 None None] Network 640db5cb-0640-4ccd-aca1-982a4d3eb0e0 requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:29:36.149429 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-00540a57-ca8e-460b-b60a-1e1e32b2a591 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:36.150407 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-00540a57-ca8e-460b-b60a-1e1e32b2a591 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:36.230603 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0792b9-2052-49f4-a953-557c03820a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:36.231293 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3e0792b9-2052-49f4-a953-557c03820a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:36.242145 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bb4ca440-0764-4448-a376-658cc53fd4d7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:36.256628 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bb4ca440-0764-4448-a376-658cc53fd4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853347799'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:36.277129 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-00540a57-ca8e-460b-b60a-1e1e32b2a591 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4995770 Apr 20 23:29:36.285728 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-3e0792b9-2052-49f4-a953-557c03820a88 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9268589 Apr 20 23:29:36.289327 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 55278) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:36.298694 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-2efb3d80-1940-4213-84ac-99cb594d718e service neutron] Request body: {'port': {'device_id': '509c670d-3df3-4ac4-bfef-ae389a202418', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:36.319805 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1ecfe2ae-f12f-470d-94a7-5fe799167aed req-d9c3cb81-3d77-43c6-bf61-203cf7f9a3bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be0fd02d-06d7-42f3-a13f-4971c7176d33 HTTP/1.1" status: 200 len: 998 time: 0.1766341 Apr 20 23:29:36.352447 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-807256be-b442-4fd3-bee4-fb486e6cdeab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1394582159-router', 'tenant_id': '761407463f394170a71239466d88684a', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'}}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:36.398840 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-807256be-b442-4fd3-bee4-fb486e6cdeab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:36.416386 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa4def5-9327-47dc-8215-85f19efd8ecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f827d72-f92a-5b3f-895b-22017219b065-640db5cb-0640-4ccd-aca1-982a4d3eb0e0', 'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0', 'tenant_id': '761407463f394170a71239466d88684a', 'fixed_ips': [{'subnet_id': '2ad45981-94c2-4206-b4df-c5f51d462877'}]}} from dv-cinder-787296-1-smb. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 23:29:36.417402 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7fa4def5-9327-47dc-8215-85f19efd8ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:36.426340 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee6127-1e44-4507-8c2c-98694621cafe req-86bbc523-6f8b-442f-aa1b-9ae6f06a265f tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:36.427876 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-f6ee6127-1e44-4507-8c2c-98694621cafe req-86bbc523-6f8b-442f-aa1b-9ae6f06a265f tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Synchronizing usage tracker for tenant:d279a11f135440c2aef0243c709cd016 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:29:36.435863 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-807256be-b442-4fd3-bee4-fb486e6cdeab admin admin] Usage tracker for resource:router and tenant:761407463f394170a71239466d88684a is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:36.451850 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-807256be-b442-4fd3-bee4-fb486e6cdeab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:36.509381 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-807256be-b442-4fd3-bee4-fb486e6cdeab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:36.510146 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-36786354-8d25-40d1-9339-b2f38d4aef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'name': 'tempest-AttachVolumeShelveTestJSON-734326088-router', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:03Z', 'updated_at': '2021-04-20T23:29:12Z', 'revision_number': 4, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'gw_port': {'id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:04Z', 'updated_at': '2021-04-20T23:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_floatingips': [{'id': 'fd8242bb-9798-4739-b1e7-0c4e12e6fa3e', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'floating_ip_address': '172.28.2.73', 'floating_network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'router_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'port_id': 'be0fd02d-06d7-42f3-a13f-4971c7176d33', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '437210c7-1067-49df-b543-565768333126', 'mac_address': 'fa:16:3e:1b:20:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e314e2fb-1c84-42b3-a041-fe3d10d8d375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:29:18Z', 'updated_at': '2021-04-20T23:29:34Z', 'revision_number': 1, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5665c09e-6bc7-4499-8e73-883b2fb23858', 'name': '', 'network_id': '437210c7-1067-49df-b543-565768333126', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'mac_address': 'fa:16:3e:0c:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:10Z', 'updated_at': '2021-04-20T23:29:20Z', 'revision_number': 5, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'subnets': [{'id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:36.515282 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36786354-8d25-40d1-9339-b2f38d4aef9b None None] Checking router: bc8047de-5d62-4920-87f1-fce90c6f93d5 for host: dv-cinder-787296-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:29:36.526737 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36786354-8d25-40d1-9339-b2f38d4aef9b None None] Routers {'bc8047de-5d62-4920-87f1-fce90c6f93d5'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:29:36.527554 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-36786354-8d25-40d1-9339-b2f38d4aef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:29:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['bc8047de-5d62-4920-87f1-fce90c6f93d5'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:36.532298 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-f6ee6127-1e44-4507-8c2c-98694621cafe req-86bbc523-6f8b-442f-aa1b-9ae6f06a265f tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Unset dirty status for tenant:d279a11f135440c2aef0243c709cd016 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:29:36.546567 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f6ee6127-1e44-4507-8c2c-98694621cafe req-86bbc523-6f8b-442f-aa1b-9ae6f06a265f tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/ports?device_id=509c670d-3df3-4ac4-bfef-ae389a202418 HTTP/1.1" status: 200 len: 931 time: 0.3831882 Apr 20 23:29:36.683657 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfe2ae-f12f-470d-94a7-5fe799167aed req-ee229317-2565-40ca-9393-e5f30f31867e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:36.684627 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-807256be-b442-4fd3-bee4-fb486e6cdeab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773395'] for router, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:36.685864 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-807256be-b442-4fd3-bee4-fb486e6cdeab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854148124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854130686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2406'] for router, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:36.686069 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1ecfe2ae-f12f-470d-94a7-5fe799167aed req-ee229317-2565-40ca-9393-e5f30f31867e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35e08b0a-289c-44e2-8628-45bc2f24dd02 HTTP/1.1" status: 200 len: 855 time: 0.3580005 Apr 20 23:29:36.708745 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-7fa4def5-9327-47dc-8215-85f19efd8ecd None None] Allocated IP 172.20.0.2 (640db5cb-0640-4ccd-aca1-982a4d3eb0e0/2ad45981-94c2-4206-b4df-c5f51d462877/3397002d-fdb9-4926-a905-6c2626591525) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:29:36.753615 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f6ee6127-1e44-4507-8c2c-98694621cafe req-107f931a-70bb-499f-9546-f87404c2be84 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/security-groups?id=831e0650-d823-4d32-ac4a-e0a67c3f30ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059243 Apr 20 23:29:36.754540 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-2efb3d80-1940-4213-84ac-99cb594d718e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:36.770722 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-36786354-8d25-40d1-9339-b2f38d4aef9b None None] Set router bc8047de-5d62-4920-87f1-fce90c6f93d5 gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:29:36.822605 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bb4ca440-0764-4448-a376-658cc53fd4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:36.849738 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a01fdc6d-22ae-4514-801f-6adc6f155800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:36.890716 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bb4ca440-0764-4448-a376-658cc53fd4d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:36.908694 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ca440-0764-4448-a376-658cc53fd4d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95ff1077-34e1-45fe-9bea-0331f6ce3afd,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:36.911887 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-bb4ca440-0764-4448-a376-658cc53fd4d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:36.935094 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-807256be-b442-4fd3-bee4-fb486e6cdeab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:36.943458 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6cec0-8af8-4433-bef0-827a1285d88d req-f1c1058d-a55a-454f-8b04-e85d025e9cde tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:36.945416 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8af6cec0-8af8-4433-bef0-827a1285d88d req-f1c1058d-a55a-454f-8b04-e85d025e9cde tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.2581475 Apr 20 23:29:36.950997 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-bb4ca440-0764-4448-a376-658cc53fd4d7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/95ff1077-34e1-45fe-9bea-0331f6ce3afd HTTP/1.1" status: 204 len: 168 time: 1.0032759 Apr 20 23:29:36.954718 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 55292) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:36.964127 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfe2ae-f12f-470d-94a7-5fe799167aed req-2b176f51-6e7d-4cf1-ab16-12d51dc72617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:36.965982 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1ecfe2ae-f12f-470d-94a7-5fe799167aed req-2b176f51-6e7d-4cf1-ab16-12d51dc72617 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=437210c7-1067-49df-b543-565768333126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2085314 Apr 20 23:29:37.013429 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7fa4def5-9327-47dc-8215-85f19efd8ecd None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:37.027456 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8af6cec0-8af8-4433-bef0-827a1285d88d req-4c521839-f62a-4935-9d63-49aeb107a1c1 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707760 Apr 20 23:29:37.039001 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-7fa4def5-9327-47dc-8215-85f19efd8ecd None None] Transition to ACTIVE for port object 3397002d-fdb9-4926-a905-6c2626591525 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:29:37.072037 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-7fa4def5-9327-47dc-8215-85f19efd8ecd None None] Transition to ACTIVE for port object 3397002d-fdb9-4926-a905-6c2626591525 will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:29:37.086030 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7fa4def5-9327-47dc-8215-85f19efd8ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:37.094094 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:37.213253 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa4def5-9327-47dc-8215-85f19efd8ecd None None] Network 640db5cb-0640-4ccd-aca1-982a4d3eb0e0 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:29:37.216909 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-7fa4def5-9327-47dc-8215-85f19efd8ecd None None] Resources bound (agent type, host, resource id): {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:29:37.237130 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa4def5-9327-47dc-8215-85f19efd8ecd None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:29:37.318650 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-36786354-8d25-40d1-9339-b2f38d4aef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'name': 'tempest-AttachVolumeShelveTestJSON-734326088-router', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:03Z', 'updated_at': '2021-04-20T23:29:12Z', 'revision_number': 4, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'gw_port': {'id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:04Z', 'updated_at': '2021-04-20T23:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_floatingips': [{'id': 'fd8242bb-9798-4739-b1e7-0c4e12e6fa3e', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'floating_ip_address': '172.28.2.73', 'floating_network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'router_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'port_id': 'be0fd02d-06d7-42f3-a13f-4971c7176d33', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '437210c7-1067-49df-b543-565768333126', 'mac_address': 'fa:16:3e:1b:20:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e314e2fb-1c84-42b3-a041-fe3d10d8d375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:29:18Z', 'updated_at': '2021-04-20T23:29:34Z', 'revision_number': 1, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5665c09e-6bc7-4499-8e73-883b2fb23858', 'name': '', 'network_id': '437210c7-1067-49df-b543-565768333126', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'mac_address': 'fa:16:3e:0c:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:10Z', 'updated_at': '2021-04-20T23:29:20Z', 'revision_number': 5, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'subnets': [{'id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:37.330826 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36786354-8d25-40d1-9339-b2f38d4aef9b None None] The sync data for ids ['bc8047de-5d62-4920-87f1-fce90c6f93d5'] in dv-cinder-787296-1-smb is: [{'id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'name': 'tempest-AttachVolumeShelveTestJSON-734326088-router', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:03Z', 'updated_at': '2021-04-20T23:29:12Z', 'revision_number': 4, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'gw_port': {'id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:04Z', 'updated_at': '2021-04-20T23:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_floatingips': [{'id': 'fd8242bb-9798-4739-b1e7-0c4e12e6fa3e', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'floating_ip_address': '172.28.2.73', 'floating_network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'router_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'port_id': 'be0fd02d-06d7-42f3-a13f-4971c7176d33', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '437210c7-1067-49df-b543-565768333126', 'mac_address': 'fa:16:3e:1b:20:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e314e2fb-1c84-42b3-a041-fe3d10d8d375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:29:18Z', 'updated_at': '2021-04-20T23:29:34Z', 'revision_number': 1, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5665c09e-6bc7-4499-8e73-883b2fb23858', 'name': '', 'network_id': '437210c7-1067-49df-b543-565768333126', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'mac_address': 'fa:16:3e:0c:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:10Z', 'updated_at': '2021-04-20T23:29:20Z', 'revision_number': 5, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'subnets': [{'id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:29:37.338676 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4def5-9327-47dc-8215-85f19efd8ecd None None] Pushing event updated for resources: {'Port': ['ID=3397002d-fdb9-4926-a905-6c2626591525,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:37.383004 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-7fa4def5-9327-47dc-8215-85f19efd8ecd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:37.430546 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5e0fffec-9d79-45c5-961c-1665db67f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853052571'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:37.435402 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-7fa4def5-9327-47dc-8215-85f19efd8ecd None None] Attempting to bind port 3397002d-fdb9-4926-a905-6c2626591525 on host dv-cinder-787296-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:29:37.438039 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-7fa4def5-9327-47dc-8215-85f19efd8ecd None None] Attempting to bind port 3397002d-fdb9-4926-a905-6c2626591525 by drivers openvswitch,hyperv on host dv-cinder-787296-1-smb at level 0 using segments [{'id': '9ef7f02b-ed0e-4543-9071-1492e01966f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:29:37.438639 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa4def5-9327-47dc-8215-85f19efd8ecd None None] Attempting to bind port 3397002d-fdb9-4926-a905-6c2626591525 on network 640db5cb-0640-4ccd-aca1-982a4d3eb0e0 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:29:37.451995 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa4def5-9327-47dc-8215-85f19efd8ecd None None] Checking agent: {'id': 'ca45837e-4919-48d1-9ced-cddb9dadc434', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 19, 54), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:29:37.455323 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa4def5-9327-47dc-8215-85f19efd8ecd None None] Checking segment: {'id': '9ef7f02b-ed0e-4543-9071-1492e01966f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:29:37.457592 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7fa4def5-9327-47dc-8215-85f19efd8ecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:37.458464 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa4def5-9327-47dc-8215-85f19efd8ecd None None] Bound using segment: {'id': '9ef7f02b-ed0e-4543-9071-1492e01966f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:29:37.462776 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-7fa4def5-9327-47dc-8215-85f19efd8ecd None None] Bound port: 3397002d-fdb9-4926-a905-6c2626591525, host: dv-cinder-787296-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef7f02b-ed0e-4543-9071-1492e01966f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:29:37.463423 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7fa4def5-9327-47dc-8215-85f19efd8ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:37.537914 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1ecfe2ae-f12f-470d-94a7-5fe799167aed req-e1f88ae9-d2b1-4c0e-ada6-4191de1d792b service neutron] 10.222.0.36 "GET /v2.0/networks/437210c7-1067-49df-b543-565768333126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5258904 Apr 20 23:29:37.593428 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-7fa4def5-9327-47dc-8215-85f19efd8ecd None None] For port 3397002d-fdb9-4926-a905-6c2626591525, host dv-cinder-787296-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:29:37.597859 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-7fa4def5-9327-47dc-8215-85f19efd8ecd None None] For port 3397002d-fdb9-4926-a905-6c2626591525, host dv-cinder-787296-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=3397002d-fdb9-4926-a905-6c2626591525,segment=NetworkSegment(9ef7f02b-ed0e-4543-9071-1492e01966f4),segment_id=9ef7f02b-ed0e-4543-9071-1492e01966f4)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:29:37.605332 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7fa4def5-9327-47dc-8215-85f19efd8ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:37.613806 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b2c448ec-b996-4c13-979b-2a4c8a22cc4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:37.724050 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4def5-9327-47dc-8215-85f19efd8ecd None None] Pushing event updated for resources: {'Port': ['ID=3397002d-fdb9-4926-a905-6c2626591525,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:37.725471 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1ecfe2ae-f12f-470d-94a7-5fe799167aed req-3a7ec4de-bbb6-4d71-b102-864743666b4d service neutron] 10.222.0.36 "GET /v2.0/networks/437210c7-1067-49df-b543-565768333126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785796 Apr 20 23:29:37.738543 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e08843-b44d-4a08-a621-326e1cc4d7e0 None None] New status for floating IP fd8242bb-9798-4739-b1e7-0c4e12e6fa3e: ACTIVE {{(pid=86358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 23:29:37.820172 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941e921-3868-4ca7-b3b1-39d3ca9de56a req-b81ba760-5103-4898-9f87-c7d1cea838ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:37.826436 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6941e921-3868-4ca7-b3b1-39d3ca9de56a req-b81ba760-5103-4898-9f87-c7d1cea838ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 1098 time: 0.0999055 Apr 20 23:29:37.880373 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6941e921-3868-4ca7-b3b1-39d3ca9de56a req-b792789c-0b0b-4364-a977-2bdac2b5018a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410035 Apr 20 23:29:37.882102 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-807256be-b442-4fd3-bee4-fb486e6cdeab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854130443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854147233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2391'] for router, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:37.930961 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-7fa4def5-9327-47dc-8215-85f19efd8ecd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:38.285605 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5e0fffec-9d79-45c5-961c-1665db67f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428092', 'neutron.services.segments.db._delete_segments_for_network-8757164038259'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:38.375162 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e9796-15fd-47ec-979e-363866dc69f3 req-e479aacf-541a-4182-bd53-925ef28b3e4d tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:38.376328 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 3397002d-fdb9-4926-a905-6c2626591525 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:29:38.377798 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5d5e9796-15fd-47ec-979e-363866dc69f3 req-e479aacf-541a-4182-bd53-925ef28b3e4d tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.1000507 Apr 20 23:29:38.454917 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning for port 3397002d-fdb9-4926-a905-6c2626591525 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:29:38.456976 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5d5e9796-15fd-47ec-979e-363866dc69f3 req-434f9db4-4cf9-4960-a14c-bfca9c26be27 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732498 Apr 20 23:29:38.466482 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7aaee1-f6d9-4a76-b0aa-fbd41d86e65e req-8794e499-2363-4ac9-85e4-ce15d079da5c tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:38.468110 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-db7aaee1-f6d9-4a76-b0aa-fbd41d86e65e req-8794e499-2363-4ac9-85e4-ce15d079da5c tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/ports?device_id=509c670d-3df3-4ac4-bfef-ae389a202418 HTTP/1.1" status: 200 len: 931 time: 0.5742230 Apr 20 23:29:38.528534 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-5e0fffec-9d79-45c5-961c-1665db67f7d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a706d6bb-0b22-4ab1-849c-f132dcb597cf']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:38.579422 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-5e0fffec-9d79-45c5-961c-1665db67f7d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3569f321-4a8f-467d-827a-f72204665e16') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:38.579748 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-5e0fffec-9d79-45c5-961c-1665db67f7d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3569f321-4a8f-467d-827a-f72204665e16') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:38.615971 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5e0fffec-9d79-45c5-961c-1665db67f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279690575971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2859807'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:38.636593 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-2efb3d80-1940-4213-84ac-99cb594d718e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd9928b-a47c-430a-83f5-14633f7aed76 {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:29:38.661810 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-2efb3d80-1940-4213-84ac-99cb594d718e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:38.667041 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-db7aaee1-f6d9-4a76-b0aa-fbd41d86e65e req-f501b145-8a1e-4c00-93f5-39c69ff2fc39 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/security-groups?id=831e0650-d823-4d32-ac4a-e0a67c3f30ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753979 Apr 20 23:29:38.673224 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5e0fffec-9d79-45c5-961c-1665db67f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:38.697971 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0fffec-9d79-45c5-961c-1665db67f7d9 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:29:39.056479 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-5e0fffec-9d79-45c5-961c-1665db67f7d9 admin admin] Network a706d6bb-0b22-4ab1-849c-f132dcb597cf has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:29:39.075744 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5e0fffec-9d79-45c5-961c-1665db67f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853386440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851844280'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:39.138709 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f33b55a-740d-4d5c-b9d2-a03914b4fc00 None None] Network 640db5cb-0640-4ccd-aca1-982a4d3eb0e0 requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:29:39.163103 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-807256be-b442-4fd3-bee4-fb486e6cdeab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:39.228106 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-807256be-b442-4fd3-bee4-fb486e6cdeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:39.240385 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-85df3924-2576-49df-8d20-8be0380e2938 None None] Provisioning for port 3397002d-fdb9-4926-a905-6c2626591525 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:29:39.258117 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-85df3924-2576-49df-8d20-8be0380e2938 None None] Provisioning complete for port 3397002d-fdb9-4926-a905-6c2626591525 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:39.258542 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-85df3924-2576-49df-8d20-8be0380e2938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:39.358967 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-5e0fffec-9d79-45c5-961c-1665db67f7d9 admin admin] Network a706d6bb-0b22-4ab1-849c-f132dcb597cf has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: timer() Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: cb(*args, **kw) Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: self._notify() Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: self.callback(batched_events) Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: event.method(event) Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: return self._get(url).json() Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: **kwargs) Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: **endpoint_filter) Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:29:39.385540 dv-cinder-787296-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:29:39.512696 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-85df3924-2576-49df-8d20-8be0380e2938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:39.524652 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-2efb3d80-1940-4213-84ac-99cb594d718e service neutron] Transition to ACTIVE for port object 1dd9928b-a47c-430a-83f5-14633f7aed76 will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:29:39.527408 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5e0fffec-9d79-45c5-961c-1665db67f7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853347724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648834'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:39.538203 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-2efb3d80-1940-4213-84ac-99cb594d718e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851844298'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:39.545867 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d158a75-28af-41d8-9061-bdc578e131de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:39.571838 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-85df3924-2576-49df-8d20-8be0380e2938 None None] For port 3397002d-fdb9-4926-a905-6c2626591525, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=3397002d-fdb9-4926-a905-6c2626591525,segment=NetworkSegment(9ef7f02b-ed0e-4543-9071-1492e01966f4),segment_id=9ef7f02b-ed0e-4543-9071-1492e01966f4)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:29:39.579147 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-85df3924-2576-49df-8d20-8be0380e2938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:39.582299 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:39.596684 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5e0fffec-9d79-45c5-961c-1665db67f7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:39.658554 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df3924-2576-49df-8d20-8be0380e2938 None None] Pushing event updated for resources: {'Port': ['ID=3397002d-fdb9-4926-a905-6c2626591525,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:39.663381 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-85df3924-2576-49df-8d20-8be0380e2938 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:39.674100 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1afe1-a2b1-480a-a2b2-c150e1362295 req-8345f80d-2196-4dd9-91fe-57d6ff0fc89d tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:39.675754 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5ab1afe1-a2b1-480a-a2b2-c150e1362295 req-8345f80d-2196-4dd9-91fe-57d6ff0fc89d tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.0970123 Apr 20 23:29:39.681285 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-807256be-b442-4fd3-bee4-fb486e6cdeab admin admin] Allocated IP 172.28.2.104 (17a5301c-ad04-43a1-9559-698be9680e2f/c5ea26a4-9d6d-4298-bd22-11c1031e299f/bc2dcff5-f675-4f69-b75e-c7f39322a84f) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:29:39.735126 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5ab1afe1-a2b1-480a-a2b2-c150e1362295 req-576c8a4b-8672-49c0-9c3c-816d39251667 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525398 Apr 20 23:29:39.816456 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e9226ef6-c98d-4a54-9729-6ec119b40d7e None None] Provisioning complete for port 3397002d-fdb9-4926-a905-6c2626591525 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:39.818072 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e9226ef6-c98d-4a54-9729-6ec119b40d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:40.008676 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5e0fffec-9d79-45c5-961c-1665db67f7d9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a706d6bb-0b22-4ab1-849c-f132dcb597cf HTTP/1.1" status: 204 len: 168 time: 3.0491996 Apr 20 23:29:40.010279 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 55328) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:40.085276 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb3d80-1940-4213-84ac-99cb594d718e service neutron] Pushing event updated for resources: {'Port': ['ID=1dd9928b-a47c-430a-83f5-14633f7aed76,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:40.089317 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd79cb89-72ef-48ab-a4fa-1e8368f74793 admin admin] Deleting subnet 2545500a-f1f3-494b-aec6-7581c5e2ec1b {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:29:40.092981 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cd79cb89-72ef-48ab-a4fa-1e8368f74793 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:40.151999 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2efb3d80-1940-4213-84ac-99cb594d718e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:40.152492 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c2678d2c-f94b-4d49-8c8d-739cbac3a432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.560s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:40.192947 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fffec-9d79-45c5-961c-1665db67f7d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a706d6bb-0b22-4ab1-849c-f132dcb597cf,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:40.203564 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5e0fffec-9d79-45c5-961c-1665db67f7d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:40.228573 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cd79cb89-72ef-48ab-a4fa-1e8368f74793 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:40.250760 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cd79cb89-72ef-48ab-a4fa-1e8368f74793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853347799'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:40.302868 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-2efb3d80-1940-4213-84ac-99cb594d718e service neutron] Attempting to bind port 1dd9928b-a47c-430a-83f5-14633f7aed76 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:29:40.303447 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-2efb3d80-1940-4213-84ac-99cb594d718e service neutron] Attempting to bind port 1dd9928b-a47c-430a-83f5-14633f7aed76 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '64b32313-9c88-4c75-9493-321e296bbd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3dd0b1ef-3068-4716-88be-7499ae53eda8'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:29:40.303912 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-2efb3d80-1940-4213-84ac-99cb594d718e service neutron] Attempting to bind port 1dd9928b-a47c-430a-83f5-14633f7aed76 on network 3dd0b1ef-3068-4716-88be-7499ae53eda8 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:29:40.328182 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-2efb3d80-1940-4213-84ac-99cb594d718e service neutron] Port 1dd9928b-a47c-430a-83f5-14633f7aed76 on network 3dd0b1ef-3068-4716-88be-7499ae53eda8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:29:40.328638 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-2efb3d80-1940-4213-84ac-99cb594d718e service neutron] Attempting to bind port 1dd9928b-a47c-430a-83f5-14633f7aed76 on network 3dd0b1ef-3068-4716-88be-7499ae53eda8 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:29:40.347544 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e681b-c888-41d1-aca9-11438c8713dc req-6b878a6b-17b1-4c83-895c-46c642d10b52 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:40.349810 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-631e681b-c888-41d1-aca9-11438c8713dc req-6b878a6b-17b1-4c83-895c-46c642d10b52 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/ports?device_id=509c670d-3df3-4ac4-bfef-ae389a202418 HTTP/1.1" status: 200 len: 943 time: 0.3585601 Apr 20 23:29:40.353074 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-2efb3d80-1940-4213-84ac-99cb594d718e service neutron] Checking agent: {'id': '0dbb4980-ddab-4c32-9a5e-02cbda900cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:29:40.353701 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-2efb3d80-1940-4213-84ac-99cb594d718e service neutron] Checking segment: {'id': '64b32313-9c88-4c75-9493-321e296bbd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3dd0b1ef-3068-4716-88be-7499ae53eda8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:29:40.354303 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-2efb3d80-1940-4213-84ac-99cb594d718e service neutron] Bound using segment: {'id': '64b32313-9c88-4c75-9493-321e296bbd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3dd0b1ef-3068-4716-88be-7499ae53eda8'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:29:40.354972 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-2efb3d80-1940-4213-84ac-99cb594d718e service neutron] Bound port: 1dd9928b-a47c-430a-83f5-14633f7aed76, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64b32313-9c88-4c75-9493-321e296bbd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3dd0b1ef-3068-4716-88be-7499ae53eda8'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:29:40.355521 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-2efb3d80-1940-4213-84ac-99cb594d718e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:40.384195 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-807256be-b442-4fd3-bee4-fb486e6cdeab admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:40.387266 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 3397002d-fdb9-4926-a905-6c2626591525 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:29:40.440167 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66847540-e47e-49e5-ad88-cadde354812c req-515af17d-68a5-436d-84c2-cbc088e50c69 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:40.441794 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-66847540-e47e-49e5-ad88-cadde354812c req-515af17d-68a5-436d-84c2-cbc088e50c69 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.3013427 Apr 20 23:29:40.446591 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fb9d0-d886-4caa-9b15-f28606588b45 req-8717f027-392f-43a7-b6c3-fb996861a125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:40.448026 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3a1fb9d0-d886-4caa-9b15-f28606588b45 req-8717f027-392f-43a7-b6c3-fb996861a125 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cea7bf4589624ee6a6e869ab0d6825c2&device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 1098 time: 0.3088493 Apr 20 23:29:40.506791 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-631e681b-c888-41d1-aca9-11438c8713dc req-5babce3a-76d9-4514-8a73-fb6e0c562ab5 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/security-groups?id=831e0650-d823-4d32-ac4a-e0a67c3f30ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394646 Apr 20 23:29:40.517568 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port 3397002d-fdb9-4926-a905-6c2626591525 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:40.518108 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:40.564991 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-2efb3d80-1940-4213-84ac-99cb594d718e service neutron] For port 1dd9928b-a47c-430a-83f5-14633f7aed76, host hv-cinder-78729, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:29:40.569159 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-2efb3d80-1940-4213-84ac-99cb594d718e service neutron] For port 1dd9928b-a47c-430a-83f5-14633f7aed76, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=1dd9928b-a47c-430a-83f5-14633f7aed76,segment=NetworkSegment(64b32313-9c88-4c75-9493-321e296bbd8e),segment_id=64b32313-9c88-4c75-9493-321e296bbd8e)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:29:40.570878 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-807256be-b442-4fd3-bee4-fb486e6cdeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:40.575995 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b74c0abb-8f37-4b7d-88af-852cee543205 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:40.616778 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-66847540-e47e-49e5-ad88-cadde354812c req-6d463b6c-e57e-4a70-9118-0abc54489daf tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594603 Apr 20 23:29:40.625973 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-2efb3d80-1940-4213-84ac-99cb594d718e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851844298'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:40.650204 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807256be-b442-4fd3-bee4-fb486e6cdeab admin admin] Network 17a5301c-ad04-43a1-9559-698be9680e2f is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:29:40.660043 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-807256be-b442-4fd3-bee4-fb486e6cdeab admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:29:40.666776 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-2efb3d80-1940-4213-84ac-99cb594d718e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:40.667568 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-2efb3d80-1940-4213-84ac-99cb594d718e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:40.669180 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-2efb3d80-1940-4213-84ac-99cb594d718e service neutron] 10.222.0.36 "PUT /v2.0/ports/1dd9928b-a47c-430a-83f5-14633f7aed76 HTTP/1.1" status: 200 len: 1093 time: 4.3762994 Apr 20 23:29:40.670048 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807256be-b442-4fd3-bee4-fb486e6cdeab admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:29:40.697374 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509c670d-3df3-4ac4-bfef-ae389a202418', 'tag': '1dd9928b-a47c-430a-83f5-14633f7aed76'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:29:40.716961 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807256be-b442-4fd3-bee4-fb486e6cdeab admin admin] Pushing event updated for resources: {'Port': ['ID=bc2dcff5-f675-4f69-b75e-c7f39322a84f,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:40.721452 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-807256be-b442-4fd3-bee4-fb486e6cdeab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:40.722013 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:40.755414 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fb9d0-d886-4caa-9b15-f28606588b45 req-976cb6f5-a5da-4c16-a1f5-a5ad401ac575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:40.757116 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3a1fb9d0-d886-4caa-9b15-f28606588b45 req-976cb6f5-a5da-4c16-a1f5-a5ad401ac575 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2990cae8-5a54-473d-86b5-0b1ec0d9b4bb HTTP/1.1" status: 200 len: 919 time: 0.3011451 Apr 20 23:29:40.813945 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509c670d-3df3-4ac4-bfef-ae389a202418', 'tag': '1dd9928b-a47c-430a-83f5-14633f7aed76', 'status': 'completed', 'code': 200} Apr 20 23:29:40.845054 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3a1fb9d0-d886-4caa-9b15-f28606588b45 req-6eebf532-c1f3-483b-80a7-b94edb175522 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=553127cf-ee81-4a89-80cc-4d1998548481 HTTP/1.1" status: 200 len: 217 time: 0.0750251 Apr 20 23:29:40.914136 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cd79cb89-72ef-48ab-a4fa-1e8368f74793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:40.923139 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:40.964717 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fb9d0-d886-4caa-9b15-f28606588b45 req-250b3c2d-7f62-4b1b-977b-0e6a00d9a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:40.966255 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3a1fb9d0-d886-4caa-9b15-f28606588b45 req-250b3c2d-7f62-4b1b-977b-0e6a00d9a5c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22d48d33-81cf-4485-85d6-4b724a9185d9 HTTP/1.1" status: 200 len: 858 time: 0.1143239 Apr 20 23:29:40.966968 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79cb89-72ef-48ab-a4fa-1e8368f74793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2545500a-f1f3-494b-aec6-7581c5e2ec1b,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:40.970088 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-cd79cb89-72ef-48ab-a4fa-1e8368f74793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:40.971084 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cd79cb89-72ef-48ab-a4fa-1e8368f74793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:41.003122 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb3d80-1940-4213-84ac-99cb594d718e service neutron] Pushing event updated for resources: {'Port': ['ID=1dd9928b-a47c-430a-83f5-14633f7aed76,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:41.022660 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-cd79cb89-72ef-48ab-a4fa-1e8368f74793 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2545500a-f1f3-494b-aec6-7581c5e2ec1b HTTP/1.1" status: 204 len: 168 time: 1.0100238 Apr 20 23:29:41.024933 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3a1fb9d0-d886-4caa-9b15-f28606588b45 req-4a32c7e7-2bb6-44ed-a718-14c40e8263f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2990cae8-5a54-473d-86b5-0b1ec0d9b4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502124 Apr 20 23:29:41.025453 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 55340) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:41.038054 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2efb3d80-1940-4213-84ac-99cb594d718e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:41.076620 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-1e09bf2e-19a9-4137-a00b-992b15c41610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:41.078249 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-1e09bf2e-19a9-4137-a00b-992b15c41610 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d279a11f135440c2aef0243c709cd016&device_id=509c670d-3df3-4ac4-bfef-ae389a202418 HTTP/1.1" status: 200 len: 1096 time: 0.3164132 Apr 20 23:29:41.235985 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853052571'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:41.266735 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-49ef7911-f48c-4897-9db3-dbf0a5e47495 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dd9928b-a47c-430a-83f5-14633f7aed76 HTTP/1.1" status: 200 len: 217 time: 0.1804881 Apr 20 23:29:41.307841 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3a1fb9d0-d886-4caa-9b15-f28606588b45 req-5428ea6b-f7d8-4e92-b219-9a146f9830ad service neutron] 10.222.0.36 "GET /v2.0/networks/2990cae8-5a54-473d-86b5-0b1ec0d9b4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632501 Apr 20 23:29:41.375542 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-90091265-4286-4aae-ae9c-e59583dcc0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:41.377095 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-90091265-4286-4aae-ae9c-e59583dcc0ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df932792-0d23-4954-b66e-ea245732d024 HTTP/1.1" status: 200 len: 849 time: 0.1017680 Apr 20 23:29:41.435389 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-807256be-b442-4fd3-bee4-fb486e6cdeab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:41.497058 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-d39c8c62-df0c-4fad-b1fb-3e061f32a291 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3dd0b1ef-3068-4716-88be-7499ae53eda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116755 Apr 20 23:29:41.510975 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428092', 'neutron.services.segments.db._delete_segments_for_network-8757164038259'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:41.674650 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:29:41.675063 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:29:41.676260 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:29:41.676260 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] Subscribe: > port after_create 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:29:41.676649 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] Subscribe: > port after_delete 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:29:41.677009 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] Subscribe: > port after_update 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:29:41.677394 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:29:41.677752 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:29:41.678108 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:29:41.678652 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:29:41.751006 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:29:41.751311 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:29:41.751682 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:29:41.752055 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86357) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 23:29:41.752445 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14eab4f7-543a-4ca8-b530-879132bee358']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:41.764308 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3a1fb9d0-d886-4caa-9b15-f28606588b45 req-0a233c1f-e5b2-477e-9b74-71e64f78b806 service neutron] 10.222.0.36 "GET /v2.0/networks/2990cae8-5a54-473d-86b5-0b1ec0d9b4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372735 Apr 20 23:29:41.822781 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f34ee11-789b-46fd-a075-03748eaa0e1b') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:41.823280 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f34ee11-789b-46fd-a075-03748eaa0e1b') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:41.841617 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279690575971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852343143'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:41.863363 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:41.880003 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:29:42.001781 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d0fd9-b839-4af1-a4c1-69e98714c653 req-b23fbd59-f7a7-42de-be8f-1e023c8e1df8 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:42.003295 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b78d0fd9-b839-4af1-a4c1-69e98714c653 req-b23fbd59-f7a7-42de-be8f-1e023c8e1df8 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.2424629 Apr 20 23:29:42.068619 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-9798ec83-bee8-41fa-b41d-f76e45875967 service neutron] 10.222.0.36 "GET /v2.0/networks/3dd0b1ef-3068-4716-88be-7499ae53eda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143800 Apr 20 23:29:42.094974 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] Network 14eab4f7-543a-4ca8-b530-879132bee358 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:29:42.109105 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853386440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851800674'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:42.207511 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b78d0fd9-b839-4af1-a4c1-69e98714c653 req-46bf0af6-1481-4bbe-889d-4fd67dcd531f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581190 Apr 20 23:29:42.262112 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f524b72-61d5-4b9b-ab5a-7d9fd4698da1 req-330774b6-7ce9-428e-8b02-90482d86deb6 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:42.263742 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5f524b72-61d5-4b9b-ab5a-7d9fd4698da1 req-330774b6-7ce9-428e-8b02-90482d86deb6 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/ports?device_id=509c670d-3df3-4ac4-bfef-ae389a202418 HTTP/1.1" status: 200 len: 943 time: 0.5802464 Apr 20 23:29:42.374024 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5f524b72-61d5-4b9b-ab5a-7d9fd4698da1 req-732f0a9b-df00-4afc-952f-582ef494cd9b tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/security-groups?id=831e0650-d823-4d32-ac4a-e0a67c3f30ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999908 Apr 20 23:29:42.377285 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-807256be-b442-4fd3-bee4-fb486e6cdeab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-628551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645343'] for router, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:42.399508 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71969f0b-bf3b-4d9e-be1f-21f9be73dc36 req-37623216-c81a-4b22-bce2-aa20593cad59 service neutron] 10.222.0.36 "GET /v2.0/networks/3dd0b1ef-3068-4716-88be-7499ae53eda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639437 Apr 20 23:29:42.597093 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] Network 14eab4f7-543a-4ca8-b530-879132bee358 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: from cryptography.utils import int_from_bytes Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: from cryptography.utils import int_from_bytes Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: (rel_b, rel_a, rel_b), Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: (rel_b, rel_a, rel_b), Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: timer() Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: cb(*args, **kw) Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: self._notify() Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: self.callback(batched_events) Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: event.method(event) Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: return self._get(url).json() Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: **kwargs) Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: **endpoint_filter) Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:29:42.623798 dv-cinder-787296-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:29:42.654367 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd897111-cab6-4e8b-99ff-923cc75b2399 req-42b64cb9-7eeb-4a86-9e35-917690849ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:42.655941 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fd897111-cab6-4e8b-99ff-923cc75b2399 req-42b64cb9-7eeb-4a86-9e35-917690849ff8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d279a11f135440c2aef0243c709cd016&device_id=509c670d-3df3-4ac4-bfef-ae389a202418 HTTP/1.1" status: 200 len: 1096 time: 0.1366508 Apr 20 23:29:42.719585 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853347724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648834'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:42.726559 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:42.732439 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:42.760411 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf78f88-ee2a-4de1-bfe8-35ae835d1fd9 req-41e7d70b-bcac-4205-92d7-97f6bf5e8730 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:42.762003 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fcf78f88-ee2a-4de1-bfe8-35ae835d1fd9 req-41e7d70b-bcac-4205-92d7-97f6bf5e8730 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.2353375 Apr 20 23:29:42.766228 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] 10.222.0.16 "DELETE /v2.0/networks/14eab4f7-543a-4ca8-b530-879132bee358 HTTP/1.1" status: 204 len: 168 time: 1.7371280 Apr 20 23:29:42.766228 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] Pushing event deleted for resources: {'Network': ['ID=14eab4f7-543a-4ca8-b530-879132bee358,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:42.767981 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:42.779963 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807256be-b442-4fd3-bee4-fb486e6cdeab admin admin] Router 500689d1-7eb6-4a88-b7b9-52bea4911d9b is scheduled to L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb with binding_index 1 {{(pid=86356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 23:29:42.812033 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fcf78f88-ee2a-4de1-bfe8-35ae835d1fd9 req-266c2ecc-b92e-4769-8940-99b449ffd17e tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426874 Apr 20 23:29:42.893682 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 55358) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:42.943841 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c8e854f3-830b-4bb5-ba89-c2386088c02c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0fac9a46a0e43d09d12408e844f1d1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488424 Apr 20 23:29:42.946484 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 55362) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:42.955595 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd897111-cab6-4e8b-99ff-923cc75b2399 req-7c5181f6-64ac-404c-baf1-a4fe422df59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:42.957195 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fd897111-cab6-4e8b-99ff-923cc75b2399 req-7c5181f6-64ac-404c-baf1-a4fe422df59e service neutron] 10.222.0.36 "GET /v2.0/networks?id=3dd0b1ef-3068-4716-88be-7499ae53eda8 HTTP/1.1" status: 200 len: 910 time: 0.2912579 Apr 20 23:29:43.007373 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8153f84a-c180-4893-990a-9d6ef5747db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:43.037169 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8153f84a-c180-4893-990a-9d6ef5747db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:43.043691 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fd897111-cab6-4e8b-99ff-923cc75b2399 req-ec61f462-8a94-4032-8ce3-16ce486ffcb7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dd9928b-a47c-430a-83f5-14633f7aed76 HTTP/1.1" status: 200 len: 217 time: 0.0714066 Apr 20 23:29:43.081324 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8153f84a-c180-4893-990a-9d6ef5747db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:43.086160 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-77333ce9-6db9-4bda-bf09-064c517d89b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:43.100049 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153f84a-c180-4893-990a-9d6ef5747db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edfdc14-8bbb-4b7c-87fc-b884e59c2125,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:43.102759 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8153f84a-c180-4893-990a-9d6ef5747db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:43.109447 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8153f84a-c180-4893-990a-9d6ef5747db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:43.110577 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-8153f84a-c180-4893-990a-9d6ef5747db9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2edfdc14-8bbb-4b7c-87fc-b884e59c2125 HTTP/1.1" status: 204 len: 168 time: 0.1631126 Apr 20 23:29:43.125289 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807256be-b442-4fd3-bee4-fb486e6cdeab admin admin] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:29:43.144927 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c960db-8ab6-44c0-93d9-1a60f0b29351 None None] Sync routers for ids ['500689d1-7eb6-4a88-b7b9-52bea4911d9b'] in dv-cinder-787296-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:29:43.147675 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd897111-cab6-4e8b-99ff-923cc75b2399 req-7e6b5602-536b-4660-8238-d4f530643484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:43.149412 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fd897111-cab6-4e8b-99ff-923cc75b2399 req-7e6b5602-536b-4660-8238-d4f530643484 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df932792-0d23-4954-b66e-ea245732d024 HTTP/1.1" status: 200 len: 849 time: 0.0942688 Apr 20 23:29:43.156099 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c960db-8ab6-44c0-93d9-1a60f0b29351 None None] Routers {'500689d1-7eb6-4a88-b7b9-52bea4911d9b'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:29:43.156373 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-807256be-b442-4fd3-bee4-fb486e6cdeab admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:43.157126 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-00c960db-8ab6-44c0-93d9-1a60f0b29351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:29:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['500689d1-7eb6-4a88-b7b9-52bea4911d9b'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:43.160610 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 55368) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:43.161297 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-807256be-b442-4fd3-bee4-fb486e6cdeab admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.8695989 Apr 20 23:29:43.212142 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fd897111-cab6-4e8b-99ff-923cc75b2399 req-53503a5c-d3aa-4b28-9e90-531f4d47220e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3dd0b1ef-3068-4716-88be-7499ae53eda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494738 Apr 20 23:29:43.384263 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-00c960db-8ab6-44c0-93d9-1a60f0b29351 None None] Set router 500689d1-7eb6-4a88-b7b9-52bea4911d9b gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:29:43.496737 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fd897111-cab6-4e8b-99ff-923cc75b2399 req-8615c480-afcc-494d-aacb-4dba48374f89 service neutron] 10.222.0.36 "GET /v2.0/networks/3dd0b1ef-3068-4716-88be-7499ae53eda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764752 Apr 20 23:29:43.686991 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea8963-a410-4061-a5a8-8714f73390a2 req-e8b6f115-3cff-40ce-b599-032633cecfe5 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:43.697489 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1cea8963-a410-4061-a5a8-8714f73390a2 req-e8b6f115-3cff-40ce-b599-032633cecfe5 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.2989914 Apr 20 23:29:43.703321 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fd897111-cab6-4e8b-99ff-923cc75b2399 req-1e012087-cfe2-4de6-a79d-d6cbb5b01729 service neutron] 10.222.0.36 "GET /v2.0/networks/3dd0b1ef-3068-4716-88be-7499ae53eda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967285 Apr 20 23:29:43.757188 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1cea8963-a410-4061-a5a8-8714f73390a2 req-2dcf7f71-c549-450c-ac4c-efbdbdcf32b7 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586786 Apr 20 23:29:43.805387 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 55380) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:43.818565 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-00c960db-8ab6-44c0-93d9-1a60f0b29351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'name': 'tempest-TestShelveInstance-1394582159-router', 'tenant_id': '761407463f394170a71239466d88684a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': 'bc2dcff5-f675-4f69-b75e-c7f39322a84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:36Z', 'updated_at': '2021-04-20T23:29:41Z', 'revision_number': 3, 'project_id': '761407463f394170a71239466d88684a', 'gw_port': {'id': 'bc2dcff5-f675-4f69-b75e-c7f39322a84f', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cf:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:39Z', 'updated_at': '2021-04-20T23:29:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb'}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:43.823791 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c960db-8ab6-44c0-93d9-1a60f0b29351 None None] Checking router: 500689d1-7eb6-4a88-b7b9-52bea4911d9b for host: dv-cinder-787296-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:29:43.824442 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c960db-8ab6-44c0-93d9-1a60f0b29351 None None] Updating router 500689d1-7eb6-4a88-b7b9-52bea4911d9b port bc2dcff5-f675-4f69-b75e-c7f39322a84f binding host dv-cinder-787296-1-smb {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:29:43.859728 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-4f408f02-04c2-4346-aa9c-d23e35b04076 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fdd3ddf778b244168b6dd82f6eaf5988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506926 Apr 20 23:29:43.860187 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 55386) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:43.888596 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-00c960db-8ab6-44c0-93d9-1a60f0b29351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:43.928208 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f7d4681d-5966-4f32-968d-6c6258d814f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:43.928819 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d403761-e73b-41a6-a701-ec08e94b7f98 req-4180b2ed-f202-4bc8-aa2d-fc9256202ab3 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:43.930931 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4d403761-e73b-41a6-a701-ec08e94b7f98 req-4180b2ed-f202-4bc8-aa2d-fc9256202ab3 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/ports?device_id=509c670d-3df3-4ac4-bfef-ae389a202418 HTTP/1.1" status: 200 len: 943 time: 0.2081926 Apr 20 23:29:43.956277 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f7d4681d-5966-4f32-968d-6c6258d814f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:44.009591 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f7d4681d-5966-4f32-968d-6c6258d814f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:44.016290 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6459ea25-4989-46ed-9ee1-efeb3632d47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:44.066686 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4d403761-e73b-41a6-a701-ec08e94b7f98 req-500e53b6-2424-40e1-abe2-8217c0d16512 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/security-groups?id=831e0650-d823-4d32-ac4a-e0a67c3f30ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014466 Apr 20 23:29:44.071100 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4681d-5966-4f32-968d-6c6258d814f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df4c396-9b43-4455-b797-b501a937c0b2,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:44.079343 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f7d4681d-5966-4f32-968d-6c6258d814f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:44.089477 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f7d4681d-5966-4f32-968d-6c6258d814f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:44.098366 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-f7d4681d-5966-4f32-968d-6c6258d814f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4df4c396-9b43-4455-b797-b501a937c0b2 HTTP/1.1" status: 204 len: 168 time: 0.2245355 Apr 20 23:29:44.144937 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5d1a1-f49e-4e13-bb9d-6d00ac12bafc req-13902fda-376d-40d7-8868-0600f2b0dbdd tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:44.146631 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5ab5d1a1-f49e-4e13-bb9d-6d00ac12bafc req-13902fda-376d-40d7-8868-0600f2b0dbdd tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.1163473 Apr 20 23:29:44.189705 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-67c44df2-b6bc-44c8-bd98-369479b2ee3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:44.200578 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5ab5d1a1-f49e-4e13-bb9d-6d00ac12bafc req-239e1b78-ee84-4ebe-a92f-963248e50095 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462604 Apr 20 23:29:44.306649 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-00c960db-8ab6-44c0-93d9-1a60f0b29351 None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:44.321377 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-00c960db-8ab6-44c0-93d9-1a60f0b29351 None None] Transition to ACTIVE for port object bc2dcff5-f675-4f69-b75e-c7f39322a84f will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:29:44.326690 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-00c960db-8ab6-44c0-93d9-1a60f0b29351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:44.336549 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:44.433046 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-67c44df2-b6bc-44c8-bd98-369479b2ee3b admin admin] Allocated IP 172.20.0.1 (640db5cb-0640-4ccd-aca1-982a4d3eb0e0/2ad45981-94c2-4206-b4df-c5f51d462877/9f022b66-56ae-45ce-8737-b86dd8ea82a8) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:29:44.440451 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d9e0d-17e5-4b4f-9c33-10978b4c3636 None None] Pushing event updated for resources: {'Port': ['ID=bc2dcff5-f675-4f69-b75e-c7f39322a84f,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:44.455040 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4e9d9e0d-17e5-4b4f-9c33-10978b4c3636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:44.484716 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-00c960db-8ab6-44c0-93d9-1a60f0b29351 None None] Attempting to bind port bc2dcff5-f675-4f69-b75e-c7f39322a84f on host dv-cinder-787296-1-smb for vnic_type normal with profile {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:29:44.485052 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-00c960db-8ab6-44c0-93d9-1a60f0b29351 None None] Attempting to bind port bc2dcff5-f675-4f69-b75e-c7f39322a84f by drivers openvswitch,hyperv on host dv-cinder-787296-1-smb at level 0 using segments [{'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:29:44.485414 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c960db-8ab6-44c0-93d9-1a60f0b29351 None None] Attempting to bind port bc2dcff5-f675-4f69-b75e-c7f39322a84f on network 17a5301c-ad04-43a1-9559-698be9680e2f {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:29:44.491942 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c960db-8ab6-44c0-93d9-1a60f0b29351 None None] Checking agent: {'id': 'ca45837e-4919-48d1-9ced-cddb9dadc434', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 19, 54), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:29:44.492360 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c960db-8ab6-44c0-93d9-1a60f0b29351 None None] Checking segment: {'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:29:44.492801 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-00c960db-8ab6-44c0-93d9-1a60f0b29351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:44.493288 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c960db-8ab6-44c0-93d9-1a60f0b29351 None None] Bound using segment: {'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:29:44.493806 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-00c960db-8ab6-44c0-93d9-1a60f0b29351 None None] Bound port: bc2dcff5-f675-4f69-b75e-c7f39322a84f, host: dv-cinder-787296-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:29:44.494316 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-00c960db-8ab6-44c0-93d9-1a60f0b29351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:44.628305 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-67c44df2-b6bc-44c8-bd98-369479b2ee3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:44.651866 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-67c44df2-b6bc-44c8-bd98-369479b2ee3b admin admin] Transition to ACTIVE for port object 9f022b66-56ae-45ce-8737-b86dd8ea82a8 will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:29:44.694615 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-67c44df2-b6bc-44c8-bd98-369479b2ee3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:44.721040 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:44.774598 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-00c960db-8ab6-44c0-93d9-1a60f0b29351 None None] For port bc2dcff5-f675-4f69-b75e-c7f39322a84f, host dv-cinder-787296-1-smb, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:29:44.777488 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-00c960db-8ab6-44c0-93d9-1a60f0b29351 None None] For port bc2dcff5-f675-4f69-b75e-c7f39322a84f, host dv-cinder-787296-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=bc2dcff5-f675-4f69-b75e-c7f39322a84f,segment=NetworkSegment(6da6a8de-ef5d-4456-8d26-a2b4515179e3),segment_id=6da6a8de-ef5d-4456-8d26-a2b4515179e3)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:29:44.782101 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-00c960db-8ab6-44c0-93d9-1a60f0b29351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:44.787300 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:44.806869 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c44df2-b6bc-44c8-bd98-369479b2ee3b admin admin] Network 640db5cb-0640-4ccd-aca1-982a4d3eb0e0 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:29:44.816082 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-67c44df2-b6bc-44c8-bd98-369479b2ee3b admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:29:44.823424 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c44df2-b6bc-44c8-bd98-369479b2ee3b admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:29:44.870432 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c960db-8ab6-44c0-93d9-1a60f0b29351 None None] Routers {'500689d1-7eb6-4a88-b7b9-52bea4911d9b'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:29:44.871117 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-00c960db-8ab6-44c0-93d9-1a60f0b29351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:29:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['500689d1-7eb6-4a88-b7b9-52bea4911d9b'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:44.874152 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c44df2-b6bc-44c8-bd98-369479b2ee3b admin admin] Pushing event updated for resources: {'Port': ['ID=9f022b66-56ae-45ce-8737-b86dd8ea82a8,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:44.881411 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-67c44df2-b6bc-44c8-bd98-369479b2ee3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:44.902075 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-67c44df2-b6bc-44c8-bd98-369479b2ee3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854127102'] for router_interface, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:44.940547 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 1dd9928b-a47c-430a-83f5-14633f7aed76 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:29:45.081180 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d9e0d-17e5-4b4f-9c33-10978b4c3636 None None] Pushing event updated for resources: {'Port': ['ID=bc2dcff5-f675-4f69-b75e-c7f39322a84f,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:45.092452 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4e9d9e0d-17e5-4b4f-9c33-10978b4c3636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:45.144377 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 1dd9928b-a47c-430a-83f5-14633f7aed76, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=1dd9928b-a47c-430a-83f5-14633f7aed76,segment=NetworkSegment(64b32313-9c88-4c75-9493-321e296bbd8e),segment_id=64b32313-9c88-4c75-9493-321e296bbd8e)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:29:45.162472 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Returning: {'device': '1dd9928b-a47c-430a-83f5-14633f7aed76', 'network_id': '3dd0b1ef-3068-4716-88be-7499ae53eda8', 'port_id': '1dd9928b-a47c-430a-83f5-14633f7aed76', 'mac_address': 'fa:16:3e:c0:f4:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df932792-0d23-4954-b66e-ea245732d024', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:29:45.175521 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-00c960db-8ab6-44c0-93d9-1a60f0b29351 None None] Set router 500689d1-7eb6-4a88-b7b9-52bea4911d9b gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:29:45.243017 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:45.243360 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-67c44df2-b6bc-44c8-bd98-369479b2ee3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:45.271832 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e52cc0a2-c660-41e2-b1dc-19674faead56 None None] Provisioning for port 9f022b66-56ae-45ce-8737-b86dd8ea82a8 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:29:45.278067 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd9928b-a47c-430a-83f5-14633f7aed76 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:29:45.286394 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e52cc0a2-c660-41e2-b1dc-19674faead56 None None] Provisioning complete for port 9f022b66-56ae-45ce-8737-b86dd8ea82a8 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:45.287030 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e52cc0a2-c660-41e2-b1dc-19674faead56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:45.293672 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee53cc8-0dfe-4ae8-9ebd-946f55e56892 req-a7fd5121-e50e-4d4f-81d2-c415647b061e tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:45.303203 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dee53cc8-0dfe-4ae8-9ebd-946f55e56892 req-a7fd5121-e50e-4d4f-81d2-c415647b061e tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.3533356 Apr 20 23:29:45.326648 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ce8e5-3c54-4e62-a94c-fdfaff5456d4 req-c6e4331c-6791-4736-ac81-089d54757323 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:45.335072 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2e9ce8e5-3c54-4e62-a94c-fdfaff5456d4 req-c6e4331c-6791-4736-ac81-089d54757323 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/ports?device_id=509c670d-3df3-4ac4-bfef-ae389a202418 HTTP/1.1" status: 200 len: 943 time: 0.1197991 Apr 20 23:29:45.355446 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e52cc0a2-c660-41e2-b1dc-19674faead56 None None] Port 9f022b66-56ae-45ce-8737-b86dd8ea82a8 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:29:45.381035 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 1dd9928b-a47c-430a-83f5-14633f7aed76, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=1dd9928b-a47c-430a-83f5-14633f7aed76,segment=NetworkSegment(64b32313-9c88-4c75-9493-321e296bbd8e),segment_id=64b32313-9c88-4c75-9493-321e296bbd8e)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:29:45.385300 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2e9ce8e5-3c54-4e62-a94c-fdfaff5456d4 req-95096ea7-c1ba-491b-9da8-30003538bee3 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/security-groups?id=831e0650-d823-4d32-ac4a-e0a67c3f30ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490193 Apr 20 23:29:45.392676 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:45.396110 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:45.522610 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=1dd9928b-a47c-430a-83f5-14633f7aed76,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:45.526857 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:45.556585 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-00c960db-8ab6-44c0-93d9-1a60f0b29351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'name': 'tempest-TestShelveInstance-1394582159-router', 'tenant_id': '761407463f394170a71239466d88684a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': 'bc2dcff5-f675-4f69-b75e-c7f39322a84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:36Z', 'updated_at': '2021-04-20T23:29:41Z', 'revision_number': 3, 'project_id': '761407463f394170a71239466d88684a', 'gw_port': {'id': 'bc2dcff5-f675-4f69-b75e-c7f39322a84f', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cf:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:39Z', 'updated_at': '2021-04-20T23:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb'}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:45.561023 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c960db-8ab6-44c0-93d9-1a60f0b29351 None None] The sync data for ids ['500689d1-7eb6-4a88-b7b9-52bea4911d9b'] in dv-cinder-787296-1-smb is: [{'id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'name': 'tempest-TestShelveInstance-1394582159-router', 'tenant_id': '761407463f394170a71239466d88684a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': 'bc2dcff5-f675-4f69-b75e-c7f39322a84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:36Z', 'updated_at': '2021-04-20T23:29:41Z', 'revision_number': 3, 'project_id': '761407463f394170a71239466d88684a', 'gw_port': {'id': 'bc2dcff5-f675-4f69-b75e-c7f39322a84f', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cf:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:39Z', 'updated_at': '2021-04-20T23:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb'}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:29:45.593366 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dee53cc8-0dfe-4ae8-9ebd-946f55e56892 req-da2e4b45-6cfb-400d-8a80-c69d9f9b59ff tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797260 Apr 20 23:29:45.631263 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-67c44df2-b6bc-44c8-bd98-369479b2ee3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:45.635152 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-67c44df2-b6bc-44c8-bd98-369479b2ee3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851800608'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:45.665061 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:45.689191 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['1dd9928b-a47c-430a-83f5-14633f7aed76'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:29:45.749745 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c44df2-b6bc-44c8-bd98-369479b2ee3b admin admin] Pushing event updated for resources: {'Port': ['ID=9f022b66-56ae-45ce-8737-b86dd8ea82a8,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:45.752455 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-67c44df2-b6bc-44c8-bd98-369479b2ee3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854018129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648805'] for router_interface, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:45.756446 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-67c44df2-b6bc-44c8-bd98-369479b2ee3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:45.910466 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c44df2-b6bc-44c8-bd98-369479b2ee3b admin admin] Network 640db5cb-0640-4ccd-aca1-982a4d3eb0e0 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:29:45.911828 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-67c44df2-b6bc-44c8-bd98-369479b2ee3b admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:29:46.056527 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:46.193806 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a8e50-cc81-4d8c-94f6-c60d66f2037f req-71aa0560-3cbb-4ebd-8077-6b36734dc519 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:46.202706 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-880a8e50-cc81-4d8c-94f6-c60d66f2037f req-71aa0560-3cbb-4ebd-8077-6b36734dc519 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.1670864 Apr 20 23:29:46.296169 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-880a8e50-cc81-4d8c-94f6-c60d66f2037f req-0410f60b-fab8-4a98-ae7a-e737af964307 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893207 Apr 20 23:29:46.304824 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-3dafadfe-df09-484b-97dc-ba1c64ad0e1e None None] Provisioning complete for port 9f022b66-56ae-45ce-8737-b86dd8ea82a8 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:46.305642 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3dafadfe-df09-484b-97dc-ba1c64ad0e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:46.497459 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device bc2dcff5-f675-4f69-b75e-c7f39322a84f up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:29:46.567915 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c44df2-b6bc-44c8-bd98-369479b2ee3b admin admin] Router 500689d1-7eb6-4a88-b7b9-52bea4911d9b has already been hosted by L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:29:46.579626 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-3dafadfe-df09-484b-97dc-ba1c64ad0e1e None None] Port 9f022b66-56ae-45ce-8737-b86dd8ea82a8 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:29:46.631236 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning for port bc2dcff5-f675-4f69-b75e-c7f39322a84f completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:29:46.638239 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port bc2dcff5-f675-4f69-b75e-c7f39322a84f triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:46.638668 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:46.843364 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:46.863585 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] For port bc2dcff5-f675-4f69-b75e-c7f39322a84f, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=bc2dcff5-f675-4f69-b75e-c7f39322a84f,segment=NetworkSegment(6da6a8de-ef5d-4456-8d26-a2b4515179e3),segment_id=6da6a8de-ef5d-4456-8d26-a2b4515179e3)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:29:46.875758 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:46.877840 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:46.933588 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c44df2-b6bc-44c8-bd98-369479b2ee3b admin admin] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:29:46.951695 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-67c44df2-b6bc-44c8-bd98-369479b2ee3b admin admin] 10.222.0.16 "PUT /v2.0/routers/500689d1-7eb6-4a88-b7b9-52bea4911d9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7886145 Apr 20 23:29:46.963877 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 1dd9928b-a47c-430a-83f5-14633f7aed76 up at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:29:46.995186 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd6bae-83ad-4b6a-9fd0-1ea20a30ece5 req-3b4aaa7d-6265-4465-ad97-a7726796bfa1 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:47.003998 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a6fd6bae-83ad-4b6a-9fd0-1ea20a30ece5 req-3b4aaa7d-6265-4465-ad97-a7726796bfa1 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/ports?device_id=509c670d-3df3-4ac4-bfef-ae389a202418 HTTP/1.1" status: 200 len: 944 time: 0.3222301 Apr 20 23:29:47.041852 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Pushing event updated for resources: {'Port': ['ID=bc2dcff5-f675-4f69-b75e-c7f39322a84f,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:47.045387 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:47.061557 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning for port 1dd9928b-a47c-430a-83f5-14633f7aed76 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:29:47.073068 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning complete for port 1dd9928b-a47c-430a-83f5-14633f7aed76 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:47.080424 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:47.095919 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a6fd6bae-83ad-4b6a-9fd0-1ea20a30ece5 req-2cec744e-5610-43f9-a7c3-509a42f43e8a tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/security-groups?id=831e0650-d823-4d32-ac4a-e0a67c3f30ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841506 Apr 20 23:29:47.288779 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc87cf7-992f-4cd8-aac4-d50564ae3c1e req-95a56c98-e355-41fe-b6b1-7dca12863396 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:47.297475 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bbc87cf7-992f-4cd8-aac4-d50564ae3c1e req-95a56c98-e355-41fe-b6b1-7dca12863396 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.1158333 Apr 20 23:29:47.369856 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bbc87cf7-992f-4cd8-aac4-d50564ae3c1e req-39bac1fc-7c04-4bdb-8860-fc07a170b15a tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713365 Apr 20 23:29:47.390303 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:47.438355 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509c670d-3df3-4ac4-bfef-ae389a202418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd9928b-a47c-430a-83f5-14633f7aed76'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:29:47.450557 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 1dd9928b-a47c-430a-83f5-14633f7aed76, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=1dd9928b-a47c-430a-83f5-14633f7aed76,segment=NetworkSegment(64b32313-9c88-4c75-9493-321e296bbd8e),segment_id=64b32313-9c88-4c75-9493-321e296bbd8e)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:29:47.454644 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:47.456907 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:47.500179 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509c670d-3df3-4ac4-bfef-ae389a202418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd9928b-a47c-430a-83f5-14633f7aed76', 'code': 200} Apr 20 23:29:47.533829 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=1dd9928b-a47c-430a-83f5-14633f7aed76,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:47.537608 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:47.751122 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb56d7f-527a-473e-9f28-5746cab9156b req-9515e304-aea2-4eea-804d-f05456a15f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:47.752726 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9fb56d7f-527a-473e-9f28-5746cab9156b req-9515e304-aea2-4eea-804d-f05456a15f4b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=509c670d-3df3-4ac4-bfef-ae389a202418 HTTP/1.1" status: 200 len: 1098 time: 0.0804060 Apr 20 23:29:47.801814 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9fb56d7f-527a-473e-9f28-5746cab9156b req-1495fa21-3bf5-4070-9a36-c26547f24571 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=831e0650-d823-4d32-ac4a-e0a67c3f30ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405917 Apr 20 23:29:47.817009 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 55484) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:47.822872 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-fad93bc4-a4d8-4f00-9702-640b176f812f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-761194440-network', 'tenant_id': '58a8e0d082ca44cf92cd040cfc39e652'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:47.827613 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-fad93bc4-a4d8-4f00-9702-640b176f812f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:47.831607 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-fad93bc4-a4d8-4f00-9702-640b176f812f admin admin] Usage tracker for resource:network and tenant:58a8e0d082ca44cf92cd040cfc39e652 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:47.835081 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-fad93bc4-a4d8-4f00-9702-640b176f812f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:47.840954 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-fad93bc4-a4d8-4f00-9702-640b176f812f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:47.851808 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad93bc4-a4d8-4f00-9702-640b176f812f admin admin] Made reservation on behalf of 58a8e0d082ca44cf92cd040cfc39e652 for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:29:47.856653 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fad93bc4-a4d8-4f00-9702-640b176f812f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:47.869365 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fad93bc4-a4d8-4f00-9702-640b176f812f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:47.884950 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-fad93bc4-a4d8-4f00-9702-640b176f812f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:47.888968 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-fad93bc4-a4d8-4f00-9702-640b176f812f admin admin] Usage tracker for resource:security_group_rule and tenant:58a8e0d082ca44cf92cd040cfc39e652 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:47.891880 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-fad93bc4-a4d8-4f00-9702-640b176f812f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:47.898374 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-fad93bc4-a4d8-4f00-9702-640b176f812f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:47.981078 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fad93bc4-a4d8-4f00-9702-640b176f812f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:47.983717 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fad93bc4-a4d8-4f00-9702-640b176f812f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:47.987785 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3a7cbdba-f504-408c-a71b-1acb0bfe33d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:48.015066 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad93bc4-a4d8-4f00-9702-640b176f812f admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:29:48.024353 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad93bc4-a4d8-4f00-9702-640b176f812f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd460e3a-fb64-4cf2-ae2f-c91d87654996,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:48.028211 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fad93bc4-a4d8-4f00-9702-640b176f812f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:48.030682 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fad93bc4-a4d8-4f00-9702-640b176f812f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:48.031076 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-fad93bc4-a4d8-4f00-9702-640b176f812f admin admin] Added segment f626978c-1727-4f99-aaa6-f590378fcad5 of type vlan for network 1264565d-725b-48c4-ac7a-2bd9c861d374 Apr 20 23:29:48.059149 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fad93bc4-a4d8-4f00-9702-640b176f812f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757163678135'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:48.088890 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fad93bc4-a4d8-4f00-9702-640b176f812f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:48.090296 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad93bc4-a4d8-4f00-9702-640b176f812f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:48.090936 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fad93bc4-a4d8-4f00-9702-640b176f812f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:48.096001 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-83e7339e-5544-485b-b1d2-8497de79040e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:48.201041 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-fad93bc4-a4d8-4f00-9702-640b176f812f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3828626 Apr 20 23:29:48.203815 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 55492) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:48.212687 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-b2867b49-3cc8-4cd4-aca0-2fdb33ce3d95 admin admin] Request body: {'subnet': {'network_id': '1264565d-725b-48c4-ac7a-2bd9c861d374', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-761194440-subnet', 'tenant_id': '58a8e0d082ca44cf92cd040cfc39e652', 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:48.216239 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad93bc4-a4d8-4f00-9702-640b176f812f admin admin] Pushing event updated for resources: {'Network': ['ID=1264565d-725b-48c4-ac7a-2bd9c861d374,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:48.222943 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fad93bc4-a4d8-4f00-9702-640b176f812f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:48.224427 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-b2867b49-3cc8-4cd4-aca0-2fdb33ce3d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:48.228034 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Network 1264565d-725b-48c4-ac7a-2bd9c861d374 details requested by agent ovs-agent-dv-cinder-787296-1-smb with host dv-cinder-787296-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:29:48.228284 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-b2867b49-3cc8-4cd4-aca0-2fdb33ce3d95 admin admin] Usage tracker for resource:subnet and tenant:58a8e0d082ca44cf92cd040cfc39e652 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:48.231524 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-b2867b49-3cc8-4cd4-aca0-2fdb33ce3d95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:48.237589 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-b2867b49-3cc8-4cd4-aca0-2fdb33ce3d95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:48.247000 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2867b49-3cc8-4cd4-aca0-2fdb33ce3d95 admin admin] Made reservation on behalf of 58a8e0d082ca44cf92cd040cfc39e652 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:29:48.251716 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b2867b49-3cc8-4cd4-aca0-2fdb33ce3d95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852112338'] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:48.336718 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d77761-8b20-4ad1-90a6-f5fe429e797a req-82ef4c86-17a6-4692-bcfe-1ce66e016eb0 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:48.338473 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d2d77761-8b20-4ad1-90a6-f5fe429e797a req-82ef4c86-17a6-4692-bcfe-1ce66e016eb0 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/ports?device_id=509c670d-3df3-4ac4-bfef-ae389a202418 HTTP/1.1" status: 200 len: 945 time: 0.0995224 Apr 20 23:29:48.458858 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d2d77761-8b20-4ad1-90a6-f5fe429e797a req-5761a82c-0476-4252-b2b1-6c8015ade7e5 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/security-groups?id=831e0650-d823-4d32-ac4a-e0a67c3f30ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050465 Apr 20 23:29:48.633406 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device bc2dcff5-f675-4f69-b75e-c7f39322a84f up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:29:48.764529 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port bc2dcff5-f675-4f69-b75e-c7f39322a84f triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:48.765065 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:49.000037 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98b193-67b1-4080-8224-39e214f15f85 req-580908e0-65d9-40e5-b050-4f5f18d296e7 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:49.001670 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5f98b193-67b1-4080-8224-39e214f15f85 req-580908e0-65d9-40e5-b050-4f5f18d296e7 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.4166305 Apr 20 23:29:49.056931 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c59879-1358-4c95-989a-4ce968610fae None None] Sync routers for ids ['500689d1-7eb6-4a88-b7b9-52bea4911d9b'] in dv-cinder-787296-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:29:49.068214 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c59879-1358-4c95-989a-4ce968610fae None None] Routers {'500689d1-7eb6-4a88-b7b9-52bea4911d9b'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:29:49.068981 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-a0c59879-1358-4c95-989a-4ce968610fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:29:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['500689d1-7eb6-4a88-b7b9-52bea4911d9b'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:49.079264 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5f98b193-67b1-4080-8224-39e214f15f85 req-63b2fa7e-e576-40d9-8c0c-9470a125d283 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680413 Apr 20 23:29:49.162534 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b2867b49-3cc8-4cd4-aca0-2fdb33ce3d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851844690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852112321'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:49.167991 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b46c2019-c932-4e04-8af7-4daafc3ded77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:49.276620 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2867b49-3cc8-4cd4-aca0-2fdb33ce3d95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c785036-0e01-44a7-8ce6-be99a3eaa3c7,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:49.281273 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b2867b49-3cc8-4cd4-aca0-2fdb33ce3d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:49.290941 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2867b49-3cc8-4cd4-aca0-2fdb33ce3d95 admin admin] Checking segment: {'id': 'f626978c-1727-4f99-aaa6-f590378fcad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1264565d-725b-48c4-ac7a-2bd9c861d374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:29:49.291879 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2867b49-3cc8-4cd4-aca0-2fdb33ce3d95 admin admin] Network hostable DHCP agents. Network: 1264565d-725b-48c4-ac7a-2bd9c861d374, hostable agents: ['a298e916-2d0e-40ec-9d0f-6465273d3362'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:29:49.307286 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-a0c59879-1358-4c95-989a-4ce968610fae None None] Set router 500689d1-7eb6-4a88-b7b9-52bea4911d9b gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:29:49.314525 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2867b49-3cc8-4cd4-aca0-2fdb33ce3d95 admin admin] Network 1264565d-725b-48c4-ac7a-2bd9c861d374 is scheduled to be hosted by DHCP agent a298e916-2d0e-40ec-9d0f-6465273d3362 with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:29:49.326201 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-b2867b49-3cc8-4cd4-aca0-2fdb33ce3d95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-smb, 1264565d-725b-48c4-ac7a-2bd9c861d374) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:29:49.339937 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2867b49-3cc8-4cd4-aca0-2fdb33ce3d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:49.340591 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b2867b49-3cc8-4cd4-aca0-2fdb33ce3d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:49.362832 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b2867b49-3cc8-4cd4-aca0-2fdb33ce3d95 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1579206 Apr 20 23:29:49.365829 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 55514) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:49.366775 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d355f247-aaec-4105-848b-f6e7b8e2838e None None] Network 1264565d-725b-48c4-ac7a-2bd9c861d374 requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:29:49.371453 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-d975e278-8156-4f3e-ac1b-9c6cb5742566 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-761194440-router', 'tenant_id': '58a8e0d082ca44cf92cd040cfc39e652', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'}}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:49.377038 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-d975e278-8156-4f3e-ac1b-9c6cb5742566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:49.381562 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-d975e278-8156-4f3e-ac1b-9c6cb5742566 admin admin] Usage tracker for resource:router and tenant:58a8e0d082ca44cf92cd040cfc39e652 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:49.384547 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-d975e278-8156-4f3e-ac1b-9c6cb5742566 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:49.392428 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-d975e278-8156-4f3e-ac1b-9c6cb5742566 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:49.405386 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d975e278-8156-4f3e-ac1b-9c6cb5742566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773395'] for router, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:49.410449 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d975e278-8156-4f3e-ac1b-9c6cb5742566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854148124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854130686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2406'] for router, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:49.459785 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d975e278-8156-4f3e-ac1b-9c6cb5742566 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:49.680861 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d79c6a-b674-49d8-a846-9805000c5923 req-34af3791-94c7-469b-b443-cd3f1db30d89 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:49.683599 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f1d79c6a-b674-49d8-a846-9805000c5923 req-34af3791-94c7-469b-b443-cd3f1db30d89 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/ports?device_id=509c670d-3df3-4ac4-bfef-ae389a202418 HTTP/1.1" status: 200 len: 945 time: 0.0991068 Apr 20 23:29:49.775682 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d975e278-8156-4f3e-ac1b-9c6cb5742566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854130443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854147233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2391'] for router, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:49.798982 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f1d79c6a-b674-49d8-a846-9805000c5923 req-6dd222f9-45ba-4d4d-86ad-3be443f5f10b tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/security-groups?id=831e0650-d823-4d32-ac4a-e0a67c3f30ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078720 Apr 20 23:29:49.850822 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63341f4-0fc4-495a-a214-e2e6f9250074 req-022ec855-b582-419c-a129-3118be613797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:49.852743 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c63341f4-0fc4-495a-a214-e2e6f9250074 req-022ec855-b582-419c-a129-3118be613797 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cea7bf4589624ee6a6e869ab0d6825c2&device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 1098 time: 0.1164486 Apr 20 23:29:49.960199 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673ac1d0-8caa-4b81-a7cd-4678ec6381c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f827d72-f92a-5b3f-895b-22017219b065-1264565d-725b-48c4-ac7a-2bd9c861d374', 'network_id': '1264565d-725b-48c4-ac7a-2bd9c861d374', 'tenant_id': '58a8e0d082ca44cf92cd040cfc39e652', 'fixed_ips': [{'subnet_id': '2c785036-0e01-44a7-8ce6-be99a3eaa3c7'}]}} from dv-cinder-787296-1-smb. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 23:29:49.961111 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-673ac1d0-8caa-4b81-a7cd-4678ec6381c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:49.980757 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-413296ed-7602-485a-99a7-f456f17309b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:50.069987 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-a0c59879-1358-4c95-989a-4ce968610fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'name': 'tempest-TestShelveInstance-1394582159-router', 'tenant_id': '761407463f394170a71239466d88684a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': 'bc2dcff5-f675-4f69-b75e-c7f39322a84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:36Z', 'updated_at': '2021-04-20T23:29:45Z', 'revision_number': 4, 'project_id': '761407463f394170a71239466d88684a', 'gw_port': {'id': 'bc2dcff5-f675-4f69-b75e-c7f39322a84f', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:39Z', 'updated_at': '2021-04-20T23:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '9f022b66-56ae-45ce-8737-b86dd8ea82a8', 'name': '', 'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0', 'tenant_id': '761407463f394170a71239466d88684a', 'mac_address': 'fa:16:3e:5f:c6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2ad45981-94c2-4206-b4df-c5f51d462877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:44Z', 'updated_at': '2021-04-20T23:29:45Z', 'revision_number': 2, 'project_id': '761407463f394170a71239466d88684a', 'subnets': [{'id': '2ad45981-94c2-4206-b4df-c5f51d462877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:50.082029 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c59879-1358-4c95-989a-4ce968610fae None None] Checking router: 500689d1-7eb6-4a88-b7b9-52bea4911d9b for host: dv-cinder-787296-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:29:50.082488 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c59879-1358-4c95-989a-4ce968610fae None None] Updating router 500689d1-7eb6-4a88-b7b9-52bea4911d9b port 9f022b66-56ae-45ce-8737-b86dd8ea82a8 binding host dv-cinder-787296-1-smb {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:29:50.090622 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63341f4-0fc4-495a-a214-e2e6f9250074 req-c424b5c6-e95a-44ec-9bf1-e2816fb36dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:50.092190 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c63341f4-0fc4-495a-a214-e2e6f9250074 req-c424b5c6-e95a-44ec-9bf1-e2816fb36dfe service neutron] 10.222.0.36 "GET /v2.0/networks?id=2990cae8-5a54-473d-86b5-0b1ec0d9b4bb HTTP/1.1" status: 200 len: 919 time: 0.2328055 Apr 20 23:29:50.106645 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ada2d-c482-40c9-859a-c961e89842f6 req-478138d2-f173-475d-abc5-061d0d516ab7 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:50.107723 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3b9ada2d-c482-40c9-859a-c961e89842f6 req-478138d2-f173-475d-abc5-061d0d516ab7 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.1510890 Apr 20 23:29:50.116444 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d975e278-8156-4f3e-ac1b-9c6cb5742566 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:50.167829 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d975e278-8156-4f3e-ac1b-9c6cb5742566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:50.195742 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c63341f4-0fc4-495a-a214-e2e6f9250074 req-b9d61e64-4e90-4fb4-888b-4b1b8c6304ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=553127cf-ee81-4a89-80cc-4d1998548481 HTTP/1.1" status: 200 len: 217 time: 0.0864191 Apr 20 23:29:50.245424 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-673ac1d0-8caa-4b81-a7cd-4678ec6381c1 None None] Allocated IP 172.20.0.2 (1264565d-725b-48c4-ac7a-2bd9c861d374/2c785036-0e01-44a7-8ce6-be99a3eaa3c7/4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:29:50.280809 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a0c59879-1358-4c95-989a-4ce968610fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:50.292180 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3b9ada2d-c482-40c9-859a-c961e89842f6 req-1204d0c7-9ed2-44c2-add8-017e35b26e4e tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197867 Apr 20 23:29:50.300827 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63341f4-0fc4-495a-a214-e2e6f9250074 req-86885d89-5a77-460c-b9c6-41937c12945c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:50.303055 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c63341f4-0fc4-495a-a214-e2e6f9250074 req-86885d89-5a77-460c-b9c6-41937c12945c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22d48d33-81cf-4485-85d6-4b724a9185d9 HTTP/1.1" status: 200 len: 858 time: 0.0988402 Apr 20 23:29:50.450184 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-d975e278-8156-4f3e-ac1b-9c6cb5742566 admin admin] Allocated IP 172.28.2.28 (17a5301c-ad04-43a1-9559-698be9680e2f/c5ea26a4-9d6d-4298-bd22-11c1031e299f/407aca2e-88c6-4d6f-9c15-ffe33bc464c2) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:29:50.471644 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c63341f4-0fc4-495a-a214-e2e6f9250074 req-66e76aed-4e4a-454d-a8f8-223aa4133a2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2990cae8-5a54-473d-86b5-0b1ec0d9b4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1509883 Apr 20 23:29:50.642756 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c63341f4-0fc4-495a-a214-e2e6f9250074 req-470ea63f-5126-4742-8bf0-0cd13fc2ccd9 service neutron] 10.222.0.36 "GET /v2.0/networks/2990cae8-5a54-473d-86b5-0b1ec0d9b4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619532 Apr 20 23:29:50.685371 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d975e278-8156-4f3e-ac1b-9c6cb5742566 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:50.706867 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9419e8-ae0e-4da9-b3a6-a0aa0e2dc4ba req-11079aea-6df6-4dab-be58-dbc7c385d581 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:50.715861 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6e9419e8-ae0e-4da9-b3a6-a0aa0e2dc4ba req-11079aea-6df6-4dab-be58-dbc7c385d581 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.4485116 Apr 20 23:29:50.787758 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6e9419e8-ae0e-4da9-b3a6-a0aa0e2dc4ba req-9c0899b1-3102-4a40-9dc2-dc9ad271a6eb tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708215 Apr 20 23:29:50.816058 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d975e278-8156-4f3e-ac1b-9c6cb5742566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:50.821637 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:50.849081 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-673ac1d0-8caa-4b81-a7cd-4678ec6381c1 None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:50.863548 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-673ac1d0-8caa-4b81-a7cd-4678ec6381c1 None None] Transition to ACTIVE for port object 4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:29:50.883821 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d975e278-8156-4f3e-ac1b-9c6cb5742566 admin admin] Network 17a5301c-ad04-43a1-9559-698be9680e2f is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:29:50.890182 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-673ac1d0-8caa-4b81-a7cd-4678ec6381c1 None None] Transition to ACTIVE for port object 4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:29:50.890375 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c63341f4-0fc4-495a-a214-e2e6f9250074 req-b5df4ba1-6a44-4d26-b1dd-d31c4476cdec service neutron] 10.222.0.36 "GET /v2.0/networks/2990cae8-5a54-473d-86b5-0b1ec0d9b4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393935 Apr 20 23:29:50.893431 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-d975e278-8156-4f3e-ac1b-9c6cb5742566 admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:29:50.899254 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d975e278-8156-4f3e-ac1b-9c6cb5742566 admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:29:50.919967 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-673ac1d0-8caa-4b81-a7cd-4678ec6381c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:50.940183 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:50.946959 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975e278-8156-4f3e-ac1b-9c6cb5742566 admin admin] Pushing event updated for resources: {'Port': ['ID=407aca2e-88c6-4d6f-9c15-ffe33bc464c2,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:50.951304 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d975e278-8156-4f3e-ac1b-9c6cb5742566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:51.055546 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ac1d0-8caa-4b81-a7cd-4678ec6381c1 None None] Pushing event updated for resources: {'Port': ['ID=4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:51.059348 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-673ac1d0-8caa-4b81-a7cd-4678ec6381c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:51.067108 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673ac1d0-8caa-4b81-a7cd-4678ec6381c1 None None] Network 1264565d-725b-48c4-ac7a-2bd9c861d374 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:29:51.073526 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-673ac1d0-8caa-4b81-a7cd-4678ec6381c1 None None] Resources bound (agent type, host, resource id): {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:29:51.076170 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673ac1d0-8caa-4b81-a7cd-4678ec6381c1 None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:29:51.149793 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a0c59879-1358-4c95-989a-4ce968610fae None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:51.390582 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-a0c59879-1358-4c95-989a-4ce968610fae None None] Transition to ACTIVE for port object 9f022b66-56ae-45ce-8737-b86dd8ea82a8 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:29:51.402770 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-673ac1d0-8caa-4b81-a7cd-4678ec6381c1 None None] Attempting to bind port 4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f on host dv-cinder-787296-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:29:51.403194 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-673ac1d0-8caa-4b81-a7cd-4678ec6381c1 None None] Attempting to bind port 4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f by drivers openvswitch,hyperv on host dv-cinder-787296-1-smb at level 0 using segments [{'id': 'f626978c-1727-4f99-aaa6-f590378fcad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1264565d-725b-48c4-ac7a-2bd9c861d374'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:29:51.403606 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673ac1d0-8caa-4b81-a7cd-4678ec6381c1 None None] Attempting to bind port 4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f on network 1264565d-725b-48c4-ac7a-2bd9c861d374 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:29:51.410295 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673ac1d0-8caa-4b81-a7cd-4678ec6381c1 None None] Checking agent: {'id': 'ca45837e-4919-48d1-9ced-cddb9dadc434', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 19, 54), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:29:51.410754 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673ac1d0-8caa-4b81-a7cd-4678ec6381c1 None None] Checking segment: {'id': 'f626978c-1727-4f99-aaa6-f590378fcad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1264565d-725b-48c4-ac7a-2bd9c861d374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:29:51.411468 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-673ac1d0-8caa-4b81-a7cd-4678ec6381c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:51.411920 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673ac1d0-8caa-4b81-a7cd-4678ec6381c1 None None] Bound using segment: {'id': 'f626978c-1727-4f99-aaa6-f590378fcad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1264565d-725b-48c4-ac7a-2bd9c861d374'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:29:51.412466 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-673ac1d0-8caa-4b81-a7cd-4678ec6381c1 None None] Bound port: 4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f, host: dv-cinder-787296-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f626978c-1727-4f99-aaa6-f590378fcad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1264565d-725b-48c4-ac7a-2bd9c861d374'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:29:51.412897 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-673ac1d0-8caa-4b81-a7cd-4678ec6381c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:51.423351 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a0c59879-1358-4c95-989a-4ce968610fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:51.429761 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:51.582674 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13e833-6a3a-43ee-8180-ade1993ff21c req-f50c111d-0291-4f7d-bca9-89aef3706b3a tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:51.592152 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-be13e833-6a3a-43ee-8180-ade1993ff21c req-f50c111d-0291-4f7d-bca9-89aef3706b3a tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.1289430 Apr 20 23:29:51.612187 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26702685-5cfa-497c-b986-3081a68175f0 None None] Pushing event updated for resources: {'Port': ['ID=9f022b66-56ae-45ce-8737-b86dd8ea82a8,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:51.646925 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-be13e833-6a3a-43ee-8180-ade1993ff21c req-14115d30-e45f-4e20-86db-f39bcc231435 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535395 Apr 20 23:29:51.683493 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-26702685-5cfa-497c-b986-3081a68175f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:51.734846 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ecc31-bd5b-4be1-9614-cf693e79b007 req-130afe8f-587f-4f62-9787-51c8fff915db tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:51.736415 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ef8ecc31-bd5b-4be1-9614-cf693e79b007 req-130afe8f-587f-4f62-9787-51c8fff915db tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/ports?device_id=509c670d-3df3-4ac4-bfef-ae389a202418 HTTP/1.1" status: 200 len: 945 time: 0.4298296 Apr 20 23:29:51.737186 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d975e278-8156-4f3e-ac1b-9c6cb5742566 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:51.773268 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-a0c59879-1358-4c95-989a-4ce968610fae None None] Attempting to bind port 9f022b66-56ae-45ce-8737-b86dd8ea82a8 on host dv-cinder-787296-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:29:51.773615 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-a0c59879-1358-4c95-989a-4ce968610fae None None] Attempting to bind port 9f022b66-56ae-45ce-8737-b86dd8ea82a8 by drivers openvswitch,hyperv on host dv-cinder-787296-1-smb at level 0 using segments [{'id': '9ef7f02b-ed0e-4543-9071-1492e01966f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:29:51.774027 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c59879-1358-4c95-989a-4ce968610fae None None] Attempting to bind port 9f022b66-56ae-45ce-8737-b86dd8ea82a8 on network 640db5cb-0640-4ccd-aca1-982a4d3eb0e0 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:29:51.784758 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-673ac1d0-8caa-4b81-a7cd-4678ec6381c1 None None] For port 4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f, host dv-cinder-787296-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:29:51.786961 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c59879-1358-4c95-989a-4ce968610fae None None] Checking agent: {'id': 'ca45837e-4919-48d1-9ced-cddb9dadc434', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 19, 54), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:29:51.787380 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c59879-1358-4c95-989a-4ce968610fae None None] Checking segment: {'id': '9ef7f02b-ed0e-4543-9071-1492e01966f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:29:51.787826 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a0c59879-1358-4c95-989a-4ce968610fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:51.788254 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c59879-1358-4c95-989a-4ce968610fae None None] Bound using segment: {'id': '9ef7f02b-ed0e-4543-9071-1492e01966f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:29:51.788762 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-a0c59879-1358-4c95-989a-4ce968610fae None None] Bound port: 9f022b66-56ae-45ce-8737-b86dd8ea82a8, host: dv-cinder-787296-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef7f02b-ed0e-4543-9071-1492e01966f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:29:51.789224 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a0c59879-1358-4c95-989a-4ce968610fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:51.811729 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-673ac1d0-8caa-4b81-a7cd-4678ec6381c1 None None] For port 4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f, host dv-cinder-787296-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f,segment=NetworkSegment(f626978c-1727-4f99-aaa6-f590378fcad5),segment_id=f626978c-1727-4f99-aaa6-f590378fcad5)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:29:51.856342 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-673ac1d0-8caa-4b81-a7cd-4678ec6381c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:51.863147 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:51.931067 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ef8ecc31-bd5b-4be1-9614-cf693e79b007 req-5f18f66d-9bdb-468d-989e-d977db7113d9 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/security-groups?id=831e0650-d823-4d32-ac4a-e0a67c3f30ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368458 Apr 20 23:29:51.990576 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-a0c59879-1358-4c95-989a-4ce968610fae None None] For port 9f022b66-56ae-45ce-8737-b86dd8ea82a8, host dv-cinder-787296-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:29:51.997850 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-a0c59879-1358-4c95-989a-4ce968610fae None None] For port 9f022b66-56ae-45ce-8737-b86dd8ea82a8, host dv-cinder-787296-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=9f022b66-56ae-45ce-8737-b86dd8ea82a8,segment=NetworkSegment(9ef7f02b-ed0e-4543-9071-1492e01966f4),segment_id=9ef7f02b-ed0e-4543-9071-1492e01966f4)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:29:51.998606 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ac1d0-8caa-4b81-a7cd-4678ec6381c1 None None] Pushing event updated for resources: {'Port': ['ID=4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:52.002345 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-673ac1d0-8caa-4b81-a7cd-4678ec6381c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:52.005469 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a0c59879-1358-4c95-989a-4ce968610fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:52.010729 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-89307e6b-8fae-4327-95ed-649bcf1b5b39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:52.092111 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c59879-1358-4c95-989a-4ce968610fae None None] Routers {'500689d1-7eb6-4a88-b7b9-52bea4911d9b'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:29:52.092813 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-a0c59879-1358-4c95-989a-4ce968610fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:29:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['500689d1-7eb6-4a88-b7b9-52bea4911d9b'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:52.177675 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d975e278-8156-4f3e-ac1b-9c6cb5742566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-628551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645343'] for router, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:52.200250 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110826b8-1f0c-4bdc-a5a3-58ae417b7e1c req-f6541bc3-ee4a-4437-8fbe-6fe401bbadd7 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:52.208953 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-110826b8-1f0c-4bdc-a5a3-58ae417b7e1c req-f6541bc3-ee4a-4437-8fbe-6fe401bbadd7 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.1501405 Apr 20 23:29:52.271387 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26702685-5cfa-497c-b986-3081a68175f0 None None] Pushing event updated for resources: {'Port': ['ID=9f022b66-56ae-45ce-8737-b86dd8ea82a8,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:52.277397 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-26702685-5cfa-497c-b986-3081a68175f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:52.283211 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-110826b8-1f0c-4bdc-a5a3-58ae417b7e1c req-f9886037-e3c0-4881-a9b5-2bd5dc82b2f3 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731001 Apr 20 23:29:52.366627 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-a0c59879-1358-4c95-989a-4ce968610fae None None] Set router 500689d1-7eb6-4a88-b7b9-52bea4911d9b gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:29:52.482926 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d975e278-8156-4f3e-ac1b-9c6cb5742566 admin admin] Router 1d33bf55-51fa-49b0-9448-a735e539a5a0 is scheduled to L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb with binding_index 1 {{(pid=86357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 23:29:52.504011 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-966c5f6c-0eaa-412a-943e-65c8d184465c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:52.710487 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d975e278-8156-4f3e-ac1b-9c6cb5742566 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:29:52.719253 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a2e226-2e00-4a8b-bb4b-d4869c1d4cb8 None None] Sync routers for ids ['1d33bf55-51fa-49b0-9448-a735e539a5a0'] in dv-cinder-787296-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:29:52.736327 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a2e226-2e00-4a8b-bb4b-d4869c1d4cb8 None None] Routers {'1d33bf55-51fa-49b0-9448-a735e539a5a0'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:29:52.737376 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-b1a2e226-2e00-4a8b-bb4b-d4869c1d4cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:29:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['1d33bf55-51fa-49b0-9448-a735e539a5a0'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:52.744537 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d975e278-8156-4f3e-ac1b-9c6cb5742566 admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:52.748834 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 55574) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:52.749368 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-d975e278-8156-4f3e-ac1b-9c6cb5742566 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.3823025 Apr 20 23:29:52.793231 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-a0c59879-1358-4c95-989a-4ce968610fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'name': 'tempest-TestShelveInstance-1394582159-router', 'tenant_id': '761407463f394170a71239466d88684a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': 'bc2dcff5-f675-4f69-b75e-c7f39322a84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:36Z', 'updated_at': '2021-04-20T23:29:45Z', 'revision_number': 4, 'project_id': '761407463f394170a71239466d88684a', 'gw_port': {'id': 'bc2dcff5-f675-4f69-b75e-c7f39322a84f', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:39Z', 'updated_at': '2021-04-20T23:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '9f022b66-56ae-45ce-8737-b86dd8ea82a8', 'name': '', 'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0', 'tenant_id': '761407463f394170a71239466d88684a', 'mac_address': 'fa:16:3e:5f:c6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2ad45981-94c2-4206-b4df-c5f51d462877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:44Z', 'updated_at': '2021-04-20T23:29:51Z', 'revision_number': 4, 'project_id': '761407463f394170a71239466d88684a', 'subnets': [{'id': '2ad45981-94c2-4206-b4df-c5f51d462877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:52.797864 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c59879-1358-4c95-989a-4ce968610fae None None] The sync data for ids ['500689d1-7eb6-4a88-b7b9-52bea4911d9b'] in dv-cinder-787296-1-smb is: [{'id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'name': 'tempest-TestShelveInstance-1394582159-router', 'tenant_id': '761407463f394170a71239466d88684a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': 'bc2dcff5-f675-4f69-b75e-c7f39322a84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:36Z', 'updated_at': '2021-04-20T23:29:45Z', 'revision_number': 4, 'project_id': '761407463f394170a71239466d88684a', 'gw_port': {'id': 'bc2dcff5-f675-4f69-b75e-c7f39322a84f', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:39Z', 'updated_at': '2021-04-20T23:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '9f022b66-56ae-45ce-8737-b86dd8ea82a8', 'name': '', 'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0', 'tenant_id': '761407463f394170a71239466d88684a', 'mac_address': 'fa:16:3e:5f:c6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2ad45981-94c2-4206-b4df-c5f51d462877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:44Z', 'updated_at': '2021-04-20T23:29:51Z', 'revision_number': 4, 'project_id': '761407463f394170a71239466d88684a', 'subnets': [{'id': '2ad45981-94c2-4206-b4df-c5f51d462877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:29:52.863172 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:52.964977 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cda6c3-9b56-4594-a96c-b6f43da9a639 req-966a6d63-f47f-4e29-a9f4-8cf351cdfa5a tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:52.967128 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e2cda6c3-9b56-4594-a96c-b6f43da9a639 req-966a6d63-f47f-4e29-a9f4-8cf351cdfa5a tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.1407793 Apr 20 23:29:53.033909 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-b1a2e226-2e00-4a8b-bb4b-d4869c1d4cb8 None None] Set router 1d33bf55-51fa-49b0-9448-a735e539a5a0 gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:29:53.088182 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e2cda6c3-9b56-4594-a96c-b6f43da9a639 req-4df120f4-5bb0-4739-9ff9-c614a8d01588 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065488 Apr 20 23:29:53.119652 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1ce58-e634-442e-9ed5-4f6a56284441 req-bbd3a0fe-5732-4af3-8a6f-4bbd7539190d tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:53.121301 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-93f1ce58-e634-442e-9ed5-4f6a56284441 req-bbd3a0fe-5732-4af3-8a6f-4bbd7539190d tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.36 "GET /v2.0/ports?device_id=509c670d-3df3-4ac4-bfef-ae389a202418 HTTP/1.1" status: 200 len: 945 time: 0.2990191 Apr 20 23:29:53.478853 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-93f1ce58-e634-442e-9ed5-4f6a56284441 req-23b983c0-fc32-48ca-8736-8e7a9b22b416 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Deleting port 1dd9928b-a47c-430a-83f5-14633f7aed76 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:29:53.479532 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-93f1ce58-e634-442e-9ed5-4f6a56284441 req-23b983c0-fc32-48ca-8736-8e7a9b22b416 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:53.529675 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-b1a2e226-2e00-4a8b-bb4b-d4869c1d4cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d33bf55-51fa-49b0-9448-a735e539a5a0', 'name': 'tempest-TestShelveInstance-761194440-router', 'tenant_id': '58a8e0d082ca44cf92cd040cfc39e652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '407aca2e-88c6-4d6f-9c15-ffe33bc464c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:49Z', 'updated_at': '2021-04-20T23:29:51Z', 'revision_number': 3, 'project_id': '58a8e0d082ca44cf92cd040cfc39e652', 'gw_port': {'id': '407aca2e-88c6-4d6f-9c15-ffe33bc464c2', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:47:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d33bf55-51fa-49b0-9448-a735e539a5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:50Z', 'updated_at': '2021-04-20T23:29:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb'}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:53.534200 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a2e226-2e00-4a8b-bb4b-d4869c1d4cb8 None None] Checking router: 1d33bf55-51fa-49b0-9448-a735e539a5a0 for host: dv-cinder-787296-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:29:53.534736 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a2e226-2e00-4a8b-bb4b-d4869c1d4cb8 None None] Updating router 1d33bf55-51fa-49b0-9448-a735e539a5a0 port 407aca2e-88c6-4d6f-9c15-ffe33bc464c2 binding host dv-cinder-787296-1-smb {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:29:53.611008 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:53.627893 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b1a2e226-2e00-4a8b-bb4b-d4869c1d4cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:53.823261 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b4a81-5bd5-4979-936b-f560a29d5c25 req-be595b2d-b1b0-459f-a840-8a18e286e42f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:53.824017 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec0a861-aa5b-457b-87ab-8c85eeadabf8 None None] Network 1264565d-725b-48c4-ac7a-2bd9c861d374 requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:29:53.833499 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-579b4a81-5bd5-4979-936b-f560a29d5c25 req-be595b2d-b1b0-459f-a840-8a18e286e42f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.2193284 Apr 20 23:29:53.916621 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-579b4a81-5bd5-4979-936b-f560a29d5c25 req-db81446c-c08f-4660-94a1-8f3e3b7c4d77 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819409 Apr 20 23:29:53.990706 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-82464eba-80a8-4268-855e-42def6cd07b3 None None] Provisioning for port 4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:29:54.009803 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbf671-64ba-45f0-8603-d93699c36a31 req-b92bbf14-2d40-40fc-a233-627ff053bce2 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:54.014069 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ddcbf671-64ba-45f0-8603-d93699c36a31 req-b92bbf14-2d40-40fc-a233-627ff053bce2 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/ports?device_id=509c670d-3df3-4ac4-bfef-ae389a202418 HTTP/1.1" status: 200 len: 945 time: 0.8247666 Apr 20 23:29:54.151950 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b1a2e226-2e00-4a8b-bb4b-d4869c1d4cb8 None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:54.167299 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-b1a2e226-2e00-4a8b-bb4b-d4869c1d4cb8 None None] Transition to ACTIVE for port object 407aca2e-88c6-4d6f-9c15-ffe33bc464c2 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:29:54.173989 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b1a2e226-2e00-4a8b-bb4b-d4869c1d4cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:54.179697 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1ee355eb-82be-4f1b-aa5f-161bffd65f72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:54.253323 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-b1a2e226-2e00-4a8b-bb4b-d4869c1d4cb8 None None] Attempting to bind port 407aca2e-88c6-4d6f-9c15-ffe33bc464c2 on host dv-cinder-787296-1-smb for vnic_type normal with profile {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:29:54.253983 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-b1a2e226-2e00-4a8b-bb4b-d4869c1d4cb8 None None] Attempting to bind port 407aca2e-88c6-4d6f-9c15-ffe33bc464c2 by drivers openvswitch,hyperv on host dv-cinder-787296-1-smb at level 0 using segments [{'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:29:54.255071 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a2e226-2e00-4a8b-bb4b-d4869c1d4cb8 None None] Attempting to bind port 407aca2e-88c6-4d6f-9c15-ffe33bc464c2 on network 17a5301c-ad04-43a1-9559-698be9680e2f {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:29:54.273815 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a2e226-2e00-4a8b-bb4b-d4869c1d4cb8 None None] Checking agent: {'id': 'ca45837e-4919-48d1-9ced-cddb9dadc434', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 19, 54), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:29:54.274223 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a2e226-2e00-4a8b-bb4b-d4869c1d4cb8 None None] Checking segment: {'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:29:54.274671 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b1a2e226-2e00-4a8b-bb4b-d4869c1d4cb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:54.275107 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a2e226-2e00-4a8b-bb4b-d4869c1d4cb8 None None] Bound using segment: {'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:29:54.275656 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-b1a2e226-2e00-4a8b-bb4b-d4869c1d4cb8 None None] Bound port: 407aca2e-88c6-4d6f-9c15-ffe33bc464c2, host: dv-cinder-787296-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:29:54.276062 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b1a2e226-2e00-4a8b-bb4b-d4869c1d4cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:54.328700 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41962d7f-65ef-43e7-9cad-5a43ec807746 None None] Pushing event updated for resources: {'Port': ['ID=407aca2e-88c6-4d6f-9c15-ffe33bc464c2,revision_number=2']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:54.334290 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-41962d7f-65ef-43e7-9cad-5a43ec807746 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:54.387302 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-b1a2e226-2e00-4a8b-bb4b-d4869c1d4cb8 None None] For port 407aca2e-88c6-4d6f-9c15-ffe33bc464c2, host dv-cinder-787296-1-smb, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:29:54.389075 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791651a-15d9-4833-ab09-39c812ad0bc9 req-36320bd2-3501-430c-97b9-f1e5696d7e3c tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:54.390841 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a791651a-15d9-4833-ab09-39c812ad0bc9 req-36320bd2-3501-430c-97b9-f1e5696d7e3c tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.1465476 Apr 20 23:29:54.400011 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-b1a2e226-2e00-4a8b-bb4b-d4869c1d4cb8 None None] For port 407aca2e-88c6-4d6f-9c15-ffe33bc464c2, host dv-cinder-787296-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=407aca2e-88c6-4d6f-9c15-ffe33bc464c2,segment=NetworkSegment(6da6a8de-ef5d-4456-8d26-a2b4515179e3),segment_id=6da6a8de-ef5d-4456-8d26-a2b4515179e3)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:29:54.411438 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b1a2e226-2e00-4a8b-bb4b-d4869c1d4cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:54.420003 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:54.426637 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:54.494666 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a791651a-15d9-4833-ab09-39c812ad0bc9 req-a8f8c518-e8c7-4e25-a2ea-0111f6f21b37 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834997 Apr 20 23:29:54.541578 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 9f022b66-56ae-45ce-8737-b86dd8ea82a8 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:29:54.571878 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41962d7f-65ef-43e7-9cad-5a43ec807746 None None] Pushing event updated for resources: {'Port': ['ID=407aca2e-88c6-4d6f-9c15-ffe33bc464c2,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:54.586448 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-41962d7f-65ef-43e7-9cad-5a43ec807746 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:54.605385 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-93f1ce58-e634-442e-9ed5-4f6a56284441 req-23b983c0-fc32-48ca-8736-8e7a9b22b416 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] For port 1dd9928b-a47c-430a-83f5-14633f7aed76, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=1dd9928b-a47c-430a-83f5-14633f7aed76,segment=NetworkSegment(64b32313-9c88-4c75-9493-321e296bbd8e),segment_id=64b32313-9c88-4c75-9493-321e296bbd8e)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:29:54.605782 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-93f1ce58-e634-442e-9ed5-4f6a56284441 req-23b983c0-fc32-48ca-8736-8e7a9b22b416 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:54.606668 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a2e226-2e00-4a8b-bb4b-d4869c1d4cb8 None None] Routers {'1d33bf55-51fa-49b0-9448-a735e539a5a0'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:29:54.607359 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-b1a2e226-2e00-4a8b-bb4b-d4869c1d4cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:29:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['1d33bf55-51fa-49b0-9448-a735e539a5a0'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:54.637823 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning for port 9f022b66-56ae-45ce-8737-b86dd8ea82a8 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:29:54.642852 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port 9f022b66-56ae-45ce-8737-b86dd8ea82a8 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:54.643283 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:54.761828 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-93f1ce58-e634-442e-9ed5-4f6a56284441 req-23b983c0-fc32-48ca-8736-8e7a9b22b416 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Calling delete_port for 1dd9928b-a47c-430a-83f5-14633f7aed76 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:29:54.771347 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:54.805333 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] For port 9f022b66-56ae-45ce-8737-b86dd8ea82a8, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=9f022b66-56ae-45ce-8737-b86dd8ea82a8,segment=NetworkSegment(9ef7f02b-ed0e-4543-9071-1492e01966f4),segment_id=9ef7f02b-ed0e-4543-9071-1492e01966f4)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:29:54.809077 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:54.810016 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:29:54.812366 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-b1a2e226-2e00-4a8b-bb4b-d4869c1d4cb8 None None] Set router 1d33bf55-51fa-49b0-9448-a735e539a5a0 gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:29:54.840373 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:54.853811 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ddcbf671-64ba-45f0-8603-d93699c36a31 req-bfc21f26-04bd-4d66-8221-d0cd6b69b003 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/security-groups?id=831e0650-d823-4d32-ac4a-e0a67c3f30ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7635047 Apr 20 23:29:54.939812 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Pushing event updated for resources: {'Port': ['ID=9f022b66-56ae-45ce-8737-b86dd8ea82a8,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:54.951892 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:54.963197 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning for port 4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:29:54.968833 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port 4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:54.969688 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:55.133960 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:55.176214 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] For port 4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f,segment=NetworkSegment(f626978c-1727-4f99-aaa6-f590378fcad5),segment_id=f626978c-1727-4f99-aaa6-f590378fcad5)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:29:55.185038 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:55.190984 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b94329dd-0bb0-4ad4-bb0b-eb2b09e421c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:55.202936 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-93f1ce58-e634-442e-9ed5-4f6a56284441 req-23b983c0-fc32-48ca-8736-8e7a9b22b416 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:55.220646 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5caaeb0f-fa1c-4432-a9ad-98e97502fb63 tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:55.272252 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Pushing event updated for resources: {'Port': ['ID=4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:55.283178 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:55.316490 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b983c0-fc32-48ca-8736-8e7a9b22b416 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Pushing event deleted for resources: {'Port': ['ID=1dd9928b-a47c-430a-83f5-14633f7aed76,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:55.320748 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-23b983c0-fc32-48ca-8736-8e7a9b22b416 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:55.352243 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6379f82-da5a-4577-9a2c-391b8ed76af9 req-e0c51a4e-1ecb-44b5-ac65-dda44eae241e tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:55.354294 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e6379f82-da5a-4577-9a2c-391b8ed76af9 req-e0c51a4e-1ecb-44b5-ac65-dda44eae241e tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.1218231 Apr 20 23:29:55.389883 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-b1a2e226-2e00-4a8b-bb4b-d4869c1d4cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d33bf55-51fa-49b0-9448-a735e539a5a0', 'name': 'tempest-TestShelveInstance-761194440-router', 'tenant_id': '58a8e0d082ca44cf92cd040cfc39e652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '407aca2e-88c6-4d6f-9c15-ffe33bc464c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:49Z', 'updated_at': '2021-04-20T23:29:51Z', 'revision_number': 3, 'project_id': '58a8e0d082ca44cf92cd040cfc39e652', 'gw_port': {'id': '407aca2e-88c6-4d6f-9c15-ffe33bc464c2', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:47:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d33bf55-51fa-49b0-9448-a735e539a5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:50Z', 'updated_at': '2021-04-20T23:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb'}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:55.397342 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a2e226-2e00-4a8b-bb4b-d4869c1d4cb8 None None] The sync data for ids ['1d33bf55-51fa-49b0-9448-a735e539a5a0'] in dv-cinder-787296-1-smb is: [{'id': '1d33bf55-51fa-49b0-9448-a735e539a5a0', 'name': 'tempest-TestShelveInstance-761194440-router', 'tenant_id': '58a8e0d082ca44cf92cd040cfc39e652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '407aca2e-88c6-4d6f-9c15-ffe33bc464c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:49Z', 'updated_at': '2021-04-20T23:29:51Z', 'revision_number': 3, 'project_id': '58a8e0d082ca44cf92cd040cfc39e652', 'gw_port': {'id': '407aca2e-88c6-4d6f-9c15-ffe33bc464c2', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:47:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d33bf55-51fa-49b0-9448-a735e539a5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:50Z', 'updated_at': '2021-04-20T23:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb'}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:29:55.423560 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e6379f82-da5a-4577-9a2c-391b8ed76af9 req-082621f1-8acc-47a1-b594-024c42586a59 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622730 Apr 20 23:29:55.433331 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f1ce58-e634-442e-9ed5-4f6a56284441 req-23b983c0-fc32-48ca-8736-8e7a9b22b416 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] No DVR routers for this DVR port 1dd9928b-a47c-430a-83f5-14633f7aed76 on host hv-cinder-78729 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:29:55.437598 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-93f1ce58-e634-442e-9ed5-4f6a56284441 req-23b983c0-fc32-48ca-8736-8e7a9b22b416 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:55.443882 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509c670d-3df3-4ac4-bfef-ae389a202418', 'name': 'network-vif-deleted', 'tag': '1dd9928b-a47c-430a-83f5-14633f7aed76'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:29:55.476343 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-aacf2d68-2380-4567-b622-34d2f3d994c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:55.506487 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-93f1ce58-e634-442e-9ed5-4f6a56284441 req-23b983c0-fc32-48ca-8736-8e7a9b22b416 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.36 "DELETE /v2.0/ports/1dd9928b-a47c-430a-83f5-14633f7aed76 HTTP/1.1" status: 204 len: 173 time: 2.3103871 Apr 20 23:29:55.508252 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509c670d-3df3-4ac4-bfef-ae389a202418', 'name': 'network-vif-deleted', 'tag': '1dd9928b-a47c-430a-83f5-14633f7aed76', 'status': 'completed', 'code': 200} Apr 20 23:29:55.731106 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42116c9-b128-4199-802d-0b06f0525435 req-35ce907a-a860-4997-95d3-d0ccfa9cdb89 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:55.732920 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f42116c9-b128-4199-802d-0b06f0525435 req-35ce907a-a860-4997-95d3-d0ccfa9cdb89 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.1025290 Apr 20 23:29:55.774095 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-aacf2d68-2380-4567-b622-34d2f3d994c9 admin admin] Allocated IP 172.20.0.1 (1264565d-725b-48c4-ac7a-2bd9c861d374/2c785036-0e01-44a7-8ce6-be99a3eaa3c7/e9f65c94-e3ee-4d35-a561-65aa4df789b5) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:29:55.784190 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f42116c9-b128-4199-802d-0b06f0525435 req-6cf6767d-bd63-413b-9176-585ffde3b517 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444176 Apr 20 23:29:55.948837 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-aacf2d68-2380-4567-b622-34d2f3d994c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:55.969873 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-aacf2d68-2380-4567-b622-34d2f3d994c9 admin admin] Transition to ACTIVE for port object e9f65c94-e3ee-4d35-a561-65aa4df789b5 will not be triggered until provisioned by entity DHCP. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:29:55.997084 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-aacf2d68-2380-4567-b622-34d2f3d994c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:56.002406 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:56.083489 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacf2d68-2380-4567-b622-34d2f3d994c9 admin admin] Network 1264565d-725b-48c4-ac7a-2bd9c861d374 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:29:56.085017 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-66a7aa05-3a87-4216-aa81-39503cb5339c req-87561b77-8e94-44f8-98f9-dbf30312eaa5 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] 10.222.0.16 "GET /v2.0/ports?device_id=509c670d-3df3-4ac4-bfef-ae389a202418 HTTP/1.1" status: 200 len: 210 time: 0.0648315 Apr 20 23:29:56.085560 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-aacf2d68-2380-4567-b622-34d2f3d994c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:29:56.092125 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacf2d68-2380-4567-b622-34d2f3d994c9 admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:29:56.140371 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf2d68-2380-4567-b622-34d2f3d994c9 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f65c94-e3ee-4d35-a561-65aa4df789b5,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:56.149820 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-aacf2d68-2380-4567-b622-34d2f3d994c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:56.161447 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-aacf2d68-2380-4567-b622-34d2f3d994c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854127102'] for router_interface, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:56.298352 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-aacf2d68-2380-4567-b622-34d2f3d994c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:56.367811 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5fbca97b-dbd3-47df-b6d0-818c7866da3d None None] Provisioning for port e9f65c94-e3ee-4d35-a561-65aa4df789b5 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:29:56.373734 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5fbca97b-dbd3-47df-b6d0-818c7866da3d None None] Provisioning complete for port e9f65c94-e3ee-4d35-a561-65aa4df789b5 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:56.374408 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5fbca97b-dbd3-47df-b6d0-818c7866da3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:56.481746 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 9f022b66-56ae-45ce-8737-b86dd8ea82a8 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:29:56.521098 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-5fbca97b-dbd3-47df-b6d0-818c7866da3d None None] Port e9f65c94-e3ee-4d35-a561-65aa4df789b5 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:29:56.561334 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port 9f022b66-56ae-45ce-8737-b86dd8ea82a8 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:56.561908 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:56.673095 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-aacf2d68-2380-4567-b622-34d2f3d994c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:56.684895 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-aacf2d68-2380-4567-b622-34d2f3d994c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851844298'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:56.688241 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:29:56.725547 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2efb3d80-1940-4213-84ac-99cb594d718e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:56.763649 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port 4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:56.764073 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:56.827000 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f7023-8f70-41f4-bb87-4451ea641c82 req-289c7c9a-9219-4064-be3c-de267b36330c tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:56.828734 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-df0f7023-8f70-41f4-bb87-4451ea641c82 req-289c7c9a-9219-4064-be3c-de267b36330c tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.2556679 Apr 20 23:29:56.829699 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-aacf2d68-2380-4567-b622-34d2f3d994c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854018129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648805'] for router_interface, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:56.883643 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf2d68-2380-4567-b622-34d2f3d994c9 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f65c94-e3ee-4d35-a561-65aa4df789b5,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:56.915297 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 407aca2e-88c6-4d6f-9c15-ffe33bc464c2 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:29:56.995542 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-aacf2d68-2380-4567-b622-34d2f3d994c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:56.998726 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 1dd9928b-a47c-430a-83f5-14633f7aed76 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:29:57.015306 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbdaece-838b-4853-919e-b3bc2f69c42c req-1e0f83c2-0b1b-49fb-b118-4722b68980de tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:57.016917 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fbbdaece-838b-4853-919e-b3bc2f69c42c req-1e0f83c2-0b1b-49fb-b118-4722b68980de tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.0973365 Apr 20 23:29:57.026155 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacf2d68-2380-4567-b622-34d2f3d994c9 admin admin] Network 1264565d-725b-48c4-ac7a-2bd9c861d374 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:29:57.027529 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-aacf2d68-2380-4567-b622-34d2f3d994c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:29:57.045054 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] No Port match for: 1dd9928b-a47c-430a-83f5-14633f7aed76 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:29:57.045499 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 1dd9928b-a47c-430a-83f5-14633f7aed76 not bound to the agent host hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:29:57.049410 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning for port 407aca2e-88c6-4d6f-9c15-ffe33bc464c2 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:29:57.055209 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port 407aca2e-88c6-4d6f-9c15-ffe33bc464c2 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:57.055637 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:57.070973 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fbbdaece-838b-4853-919e-b3bc2f69c42c req-581e9cbb-adfb-4196-9357-749a9dd57b2d tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459394 Apr 20 23:29:57.141794 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-df0f7023-8f70-41f4-bb87-4451ea641c82 req-1be1b478-9870-41ef-9cbe-120abc398481 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3015561 Apr 20 23:29:57.314037 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aacf2d68-2380-4567-b622-34d2f3d994c9 admin admin] Router 1d33bf55-51fa-49b0-9448-a735e539a5a0 has already been hosted by L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:29:57.396894 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:57.416381 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-ca3a0659-83f7-4102-8d79-a7712c77e61a None None] Provisioning complete for port e9f65c94-e3ee-4d35-a561-65aa4df789b5 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:57.416799 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ca3a0659-83f7-4102-8d79-a7712c77e61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:57.448972 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] For port 407aca2e-88c6-4d6f-9c15-ffe33bc464c2, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=407aca2e-88c6-4d6f-9c15-ffe33bc464c2,segment=NetworkSegment(6da6a8de-ef5d-4456-8d26-a2b4515179e3),segment_id=6da6a8de-ef5d-4456-8d26-a2b4515179e3)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:29:57.461490 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:57.470556 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-7fa4def5-9327-47dc-8215-85f19efd8ecd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:57.524200 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-ca3a0659-83f7-4102-8d79-a7712c77e61a None None] Port e9f65c94-e3ee-4d35-a561-65aa4df789b5 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:29:57.532054 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacf2d68-2380-4567-b622-34d2f3d994c9 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:29:57.545178 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-aacf2d68-2380-4567-b622-34d2f3d994c9 admin admin] 10.222.0.16 "PUT /v2.0/routers/1d33bf55-51fa-49b0-9448-a735e539a5a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7915387 Apr 20 23:29:57.551732 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Pushing event updated for resources: {'Port': ['ID=407aca2e-88c6-4d6f-9c15-ffe33bc464c2,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:57.555528 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:58.027934 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 55648) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:58.036896 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-791962e1-7522-4aba-b624-6c5ccae779b9 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-817244716', 'description': 'tempest-secgroup-smoke-817244716 description', 'project_id': '761407463f394170a71239466d88684a'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:58.043227 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-791962e1-7522-4aba-b624-6c5ccae779b9 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:58.049698 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-791962e1-7522-4aba-b624-6c5ccae779b9 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Usage tracker for resource:security_group and tenant:761407463f394170a71239466d88684a is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:58.052892 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-791962e1-7522-4aba-b624-6c5ccae779b9 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:58.059010 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-791962e1-7522-4aba-b624-6c5ccae779b9 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:58.073602 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-791962e1-7522-4aba-b624-6c5ccae779b9 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:58.096313 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-791962e1-7522-4aba-b624-6c5ccae779b9 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:58.102078 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-791962e1-7522-4aba-b624-6c5ccae779b9 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Usage tracker for resource:security_group_rule and tenant:761407463f394170a71239466d88684a is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:58.103753 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-791962e1-7522-4aba-b624-6c5ccae779b9 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:58.109993 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-791962e1-7522-4aba-b624-6c5ccae779b9 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:58.188652 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-791962e1-7522-4aba-b624-6c5ccae779b9 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:58.196772 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-791962e1-7522-4aba-b624-6c5ccae779b9 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:58.202363 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8cdca3ba-bd21-4036-9b05-e91b6139e609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:58.308300 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-791962e1-7522-4aba-b624-6c5ccae779b9 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:58.309728 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-791962e1-7522-4aba-b624-6c5ccae779b9 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2806220 Apr 20 23:29:58.313500 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 55670) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:58.318103 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791962e1-7522-4aba-b624-6c5ccae779b9 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=722a1245-6638-4c14-99d2-e168e1dade88,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:58.323609 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-29a0759a-f03d-4202-94ed-7cabc34057d4 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Request body: {'security_group_rule': {'security_group_id': '722a1245-6638-4c14-99d2-e168e1dade88', 'project_id': '761407463f394170a71239466d88684a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:58.331684 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-791962e1-7522-4aba-b624-6c5ccae779b9 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:58.334526 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-29a0759a-f03d-4202-94ed-7cabc34057d4 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:58.351235 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-29a0759a-f03d-4202-94ed-7cabc34057d4 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Usage tracker for resource:security_group_rule and tenant:761407463f394170a71239466d88684a is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:58.357128 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-29a0759a-f03d-4202-94ed-7cabc34057d4 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:58.369947 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-29a0759a-f03d-4202-94ed-7cabc34057d4 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:58.400725 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd8550-6cd5-41cd-974f-1957cda2e821 req-557548da-4d47-4bbd-a278-42c75de79597 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:58.405215 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-85fd8550-6cd5-41cd-974f-1957cda2e821 req-557548da-4d47-4bbd-a278-42c75de79597 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.1749229 Apr 20 23:29:58.454524 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-29a0759a-f03d-4202-94ed-7cabc34057d4 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:58.456357 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5807c7-1479-4f98-9a49-d33f510e24ba req-74e50e8c-71d9-43cb-9af4-8195f6f2dffa tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:58.464727 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ec5807c7-1479-4f98-9a49-d33f510e24ba req-74e50e8c-71d9-43cb-9af4-8195f6f2dffa tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.1624300 Apr 20 23:29:58.504047 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad3164f-58e5-43c6-ba36-9138583051ea None None] Sync routers for ids ['1d33bf55-51fa-49b0-9448-a735e539a5a0'] in dv-cinder-787296-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:29:58.507276 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-85fd8550-6cd5-41cd-974f-1957cda2e821 req-5433ffeb-7db1-4a3c-892f-c27aec0bd965 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944262 Apr 20 23:29:58.507736 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 407aca2e-88c6-4d6f-9c15-ffe33bc464c2 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:29:58.529666 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-29a0759a-f03d-4202-94ed-7cabc34057d4 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:58.533729 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-29a0759a-f03d-4202-94ed-7cabc34057d4 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:58.536125 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b2d77a9a-8b13-4976-a7ab-05702777f600 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:58.539950 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ec5807c7-1479-4f98-9a49-d33f510e24ba req-afd1a898-093d-40db-a5ee-b54b8ad9008f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714447 Apr 20 23:29:58.578976 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0759a-f03d-4202-94ed-7cabc34057d4 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e2a5e94-234c-45bc-9ae3-ff6606e423e7,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:58.581970 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-29a0759a-f03d-4202-94ed-7cabc34057d4 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:58.583010 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-29a0759a-f03d-4202-94ed-7cabc34057d4 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:58.584372 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-29a0759a-f03d-4202-94ed-7cabc34057d4 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2684374 Apr 20 23:29:58.587331 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 55676) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:58.593424 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-bd450706-b82b-403a-a5f1-b6e5c006ba34 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Request body: {'security_group_rule': {'security_group_id': '722a1245-6638-4c14-99d2-e168e1dade88', 'project_id': '761407463f394170a71239466d88684a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:58.601975 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-bd450706-b82b-403a-a5f1-b6e5c006ba34 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:58.607083 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-bd450706-b82b-403a-a5f1-b6e5c006ba34 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Usage tracker for resource:security_group_rule and tenant:761407463f394170a71239466d88684a is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:58.610529 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-bd450706-b82b-403a-a5f1-b6e5c006ba34 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:58.617346 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-bd450706-b82b-403a-a5f1-b6e5c006ba34 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:58.630055 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad3164f-58e5-43c6-ba36-9138583051ea None None] Routers {'1d33bf55-51fa-49b0-9448-a735e539a5a0'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:29:58.630748 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-fad3164f-58e5-43c6-ba36-9138583051ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:29:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['1d33bf55-51fa-49b0-9448-a735e539a5a0'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:58.639500 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bd450706-b82b-403a-a5f1-b6e5c006ba34 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:58.711593 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bd450706-b82b-403a-a5f1-b6e5c006ba34 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:58.715132 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bd450706-b82b-403a-a5f1-b6e5c006ba34 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:58.724015 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:58.749495 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd450706-b82b-403a-a5f1-b6e5c006ba34 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b4b2d6-348c-4d8a-a681-41d17a746107,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:58.758673 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bd450706-b82b-403a-a5f1-b6e5c006ba34 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:58.759985 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-bd450706-b82b-403a-a5f1-b6e5c006ba34 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1713645 Apr 20 23:29:58.761584 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd450706-b82b-403a-a5f1-b6e5c006ba34 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:58.762006 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd450706-b82b-403a-a5f1-b6e5c006ba34 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:58.762399 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd450706-b82b-403a-a5f1-b6e5c006ba34 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:58.762789 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd450706-b82b-403a-a5f1-b6e5c006ba34 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:58.763136 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 55686) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:58.763263 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd450706-b82b-403a-a5f1-b6e5c006ba34 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:58.763528 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd450706-b82b-403a-a5f1-b6e5c006ba34 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:58.763907 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd450706-b82b-403a-a5f1-b6e5c006ba34 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:58.764284 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd450706-b82b-403a-a5f1-b6e5c006ba34 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:58.764788 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd450706-b82b-403a-a5f1-b6e5c006ba34 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:58.765313 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd450706-b82b-403a-a5f1-b6e5c006ba34 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:58.765694 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd450706-b82b-403a-a5f1-b6e5c006ba34 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:58.766072 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd450706-b82b-403a-a5f1-b6e5c006ba34 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:58.768928 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-e1c4a423-8aee-4712-bed1-a2057097667e tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Request body: {'security_group_rule': {'security_group_id': '722a1245-6638-4c14-99d2-e168e1dade88', 'project_id': '761407463f394170a71239466d88684a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:58.775456 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-bd450706-b82b-403a-a5f1-b6e5c006ba34 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:58.776651 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-e1c4a423-8aee-4712-bed1-a2057097667e tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:58.781513 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-e1c4a423-8aee-4712-bed1-a2057097667e tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Usage tracker for resource:security_group_rule and tenant:761407463f394170a71239466d88684a is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:58.783226 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port 407aca2e-88c6-4d6f-9c15-ffe33bc464c2 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:29:58.783783 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:58.784513 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-e1c4a423-8aee-4712-bed1-a2057097667e tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:58.791320 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-e1c4a423-8aee-4712-bed1-a2057097667e tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:58.814859 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e1c4a423-8aee-4712-bed1-a2057097667e tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:58.893993 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e1c4a423-8aee-4712-bed1-a2057097667e tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:58.897076 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e1c4a423-8aee-4712-bed1-a2057097667e tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:58.899502 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:58.926911 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4a423-8aee-4712-bed1-a2057097667e tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec55d0f-5747-4a57-837e-70539aa6f7f2,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:58.928344 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-fad3164f-58e5-43c6-ba36-9138583051ea None None] Set router 1d33bf55-51fa-49b0-9448-a735e539a5a0 gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:29:58.940191 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c4a423-8aee-4712-bed1-a2057097667e tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:58.940606 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c4a423-8aee-4712-bed1-a2057097667e tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:58.941008 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c4a423-8aee-4712-bed1-a2057097667e tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:58.941469 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c4a423-8aee-4712-bed1-a2057097667e tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:58.941869 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c4a423-8aee-4712-bed1-a2057097667e tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:58.942305 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c4a423-8aee-4712-bed1-a2057097667e tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:58.942697 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c4a423-8aee-4712-bed1-a2057097667e tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:58.943086 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c4a423-8aee-4712-bed1-a2057097667e tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:58.943475 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c4a423-8aee-4712-bed1-a2057097667e tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:58.943862 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c4a423-8aee-4712-bed1-a2057097667e tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:58.944246 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c4a423-8aee-4712-bed1-a2057097667e tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:58.944633 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c4a423-8aee-4712-bed1-a2057097667e tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:29:58.948385 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e1c4a423-8aee-4712-bed1-a2057097667e tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:58.950620 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e1c4a423-8aee-4712-bed1-a2057097667e tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:58.952092 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-e1c4a423-8aee-4712-bed1-a2057097667e tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1878872 Apr 20 23:29:58.955063 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 55704) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:58.960577 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-cd2494bd-803f-4de8-bc0c-897bd08a23d8 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Request body: {'security_group_rule': {'security_group_id': '722a1245-6638-4c14-99d2-e168e1dade88', 'project_id': '761407463f394170a71239466d88684a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:58.966875 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-cd2494bd-803f-4de8-bc0c-897bd08a23d8 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:58.970870 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-cd2494bd-803f-4de8-bc0c-897bd08a23d8 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Usage tracker for resource:security_group_rule and tenant:761407463f394170a71239466d88684a is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:58.974945 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-cd2494bd-803f-4de8-bc0c-897bd08a23d8 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:58.980693 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-cd2494bd-803f-4de8-bc0c-897bd08a23d8 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:58.997329 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cd2494bd-803f-4de8-bc0c-897bd08a23d8 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:59.061902 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cd2494bd-803f-4de8-bc0c-897bd08a23d8 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:59.064450 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cd2494bd-803f-4de8-bc0c-897bd08a23d8 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:59.066829 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-29a0759a-f03d-4202-94ed-7cabc34057d4 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:59.090175 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2494bd-803f-4de8-bc0c-897bd08a23d8 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f7ab374-a53c-47d6-8712-f6426448c530,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:59.092727 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-cd2494bd-803f-4de8-bc0c-897bd08a23d8 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:59.100137 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cd2494bd-803f-4de8-bc0c-897bd08a23d8 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:59.101434 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-cd2494bd-803f-4de8-bc0c-897bd08a23d8 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452844 Apr 20 23:29:59.104262 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 55708) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:59.109869 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-cd44b783-d16d-4c12-acba-201afc31ecf2 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Request body: {'security_group_rule': {'security_group_id': '722a1245-6638-4c14-99d2-e168e1dade88', 'project_id': '761407463f394170a71239466d88684a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:59.115943 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-cd44b783-d16d-4c12-acba-201afc31ecf2 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:59.119947 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-cd44b783-d16d-4c12-acba-201afc31ecf2 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Usage tracker for resource:security_group_rule and tenant:761407463f394170a71239466d88684a is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:59.122930 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-cd44b783-d16d-4c12-acba-201afc31ecf2 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:59.128881 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-cd44b783-d16d-4c12-acba-201afc31ecf2 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:59.138292 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.securitygroups_db [None req-cd44b783-d16d-4c12-acba-201afc31ecf2 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Project 761407463f394170a71239466d88684a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 23:29:59.145676 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cd44b783-d16d-4c12-acba-201afc31ecf2 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:59.211665 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cd44b783-d16d-4c12-acba-201afc31ecf2 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:59.214866 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cd44b783-d16d-4c12-acba-201afc31ecf2 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:59.222706 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:59.241727 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44b783-d16d-4c12-acba-201afc31ecf2 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b20acbe-b932-4035-b0be-bd6d3e0ba67a,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:59.243986 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-cd44b783-d16d-4c12-acba-201afc31ecf2 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:59.250531 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cd44b783-d16d-4c12-acba-201afc31ecf2 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:59.251809 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-cd44b783-d16d-4c12-acba-201afc31ecf2 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1465647 Apr 20 23:29:59.254714 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 55712) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:29:59.260427 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-617bea03-17d8-4c4d-9e79-8acdb444041d tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Request body: {'security_group_rule': {'security_group_id': '722a1245-6638-4c14-99d2-e168e1dade88', 'project_id': '761407463f394170a71239466d88684a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:29:59.266423 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-617bea03-17d8-4c4d-9e79-8acdb444041d tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:29:59.270933 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-617bea03-17d8-4c4d-9e79-8acdb444041d tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Usage tracker for resource:security_group_rule and tenant:761407463f394170a71239466d88684a is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:29:59.273973 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-617bea03-17d8-4c4d-9e79-8acdb444041d tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:29:59.279297 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-fad3164f-58e5-43c6-ba36-9138583051ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d33bf55-51fa-49b0-9448-a735e539a5a0', 'name': 'tempest-TestShelveInstance-761194440-router', 'tenant_id': '58a8e0d082ca44cf92cd040cfc39e652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '407aca2e-88c6-4d6f-9c15-ffe33bc464c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:49Z', 'updated_at': '2021-04-20T23:29:56Z', 'revision_number': 4, 'project_id': '58a8e0d082ca44cf92cd040cfc39e652', 'gw_port': {'id': '407aca2e-88c6-4d6f-9c15-ffe33bc464c2', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:47:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d33bf55-51fa-49b0-9448-a735e539a5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:50Z', 'updated_at': '2021-04-20T23:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': 'e9f65c94-e3ee-4d35-a561-65aa4df789b5', 'name': '', 'network_id': '1264565d-725b-48c4-ac7a-2bd9c861d374', 'tenant_id': '58a8e0d082ca44cf92cd040cfc39e652', 'mac_address': 'fa:16:3e:0f:65:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d33bf55-51fa-49b0-9448-a735e539a5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '2c785036-0e01-44a7-8ce6-be99a3eaa3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:55Z', 'updated_at': '2021-04-20T23:29:56Z', 'revision_number': 2, 'project_id': '58a8e0d082ca44cf92cd040cfc39e652', 'subnets': [{'id': '2c785036-0e01-44a7-8ce6-be99a3eaa3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:29:59.279982 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-617bea03-17d8-4c4d-9e79-8acdb444041d tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:29:59.283341 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad3164f-58e5-43c6-ba36-9138583051ea None None] Checking router: 1d33bf55-51fa-49b0-9448-a735e539a5a0 for host: dv-cinder-787296-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:29:59.283749 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad3164f-58e5-43c6-ba36-9138583051ea None None] Updating router 1d33bf55-51fa-49b0-9448-a735e539a5a0 port e9f65c94-e3ee-4d35-a561-65aa4df789b5 binding host dv-cinder-787296-1-smb {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:29:59.289914 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.securitygroups_db [None req-617bea03-17d8-4c4d-9e79-8acdb444041d tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Project 761407463f394170a71239466d88684a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 23:29:59.296596 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-617bea03-17d8-4c4d-9e79-8acdb444041d tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:59.338452 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fad3164f-58e5-43c6-ba36-9138583051ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:59.366758 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-617bea03-17d8-4c4d-9e79-8acdb444041d tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:59.369567 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-617bea03-17d8-4c4d-9e79-8acdb444041d tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:59.372112 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:59.414103 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617bea03-17d8-4c4d-9e79-8acdb444041d tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e524f5f9-d303-4ff9-8856-15d0943ec09a,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:29:59.416994 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-617bea03-17d8-4c4d-9e79-8acdb444041d tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:29:59.417781 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-617bea03-17d8-4c4d-9e79-8acdb444041d tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:59.427173 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-617bea03-17d8-4c4d-9e79-8acdb444041d tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1633334 Apr 20 23:29:59.798761 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fad3164f-58e5-43c6-ba36-9138583051ea None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:59.827097 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-fad3164f-58e5-43c6-ba36-9138583051ea None None] Transition to ACTIVE for port object e9f65c94-e3ee-4d35-a561-65aa4df789b5 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:29:59.839636 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fad3164f-58e5-43c6-ba36-9138583051ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:29:59.844407 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:29:59.847993 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76139479-707a-4382-901b-7e85d767ec33 req-c65b46a5-7613-4e34-8de1-3c0ad6dad31f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:59.849806 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-76139479-707a-4382-901b-7e85d767ec33 req-c65b46a5-7613-4e34-8de1-3c0ad6dad31f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.1366296 Apr 20 23:29:59.888476 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00acf62-7e0d-40c3-b145-4a8ad39f8864 req-878b7ce0-c87f-44b9-ae18-0935f040aea1 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:29:59.891152 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d00acf62-7e0d-40c3-b145-4a8ad39f8864 req-878b7ce0-c87f-44b9-ae18-0935f040aea1 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.1960921 Apr 20 23:29:59.918007 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-76139479-707a-4382-901b-7e85d767ec33 req-c181ff57-97d2-49c2-a8fd-e2ddde3808c2 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612974 Apr 20 23:29:59.975536 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d00acf62-7e0d-40c3-b145-4a8ad39f8864 req-ec9b2bfa-8cc6-468b-a9e1-c407bef055e4 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773051 Apr 20 23:30:00.075682 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 55788) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:30:00.193731 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b8d10-da99-4203-92f8-1136c047d64a None None] Pushing event updated for resources: {'Port': ['ID=e9f65c94-e3ee-4d35-a561-65aa4df789b5,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:00.196710 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-236b8d10-da99-4203-92f8-1136c047d64a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:00.253487 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-fad3164f-58e5-43c6-ba36-9138583051ea None None] Attempting to bind port e9f65c94-e3ee-4d35-a561-65aa4df789b5 on host dv-cinder-787296-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:30:00.253949 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-fad3164f-58e5-43c6-ba36-9138583051ea None None] Attempting to bind port e9f65c94-e3ee-4d35-a561-65aa4df789b5 by drivers openvswitch,hyperv on host dv-cinder-787296-1-smb at level 0 using segments [{'id': 'f626978c-1727-4f99-aaa6-f590378fcad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1264565d-725b-48c4-ac7a-2bd9c861d374'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:30:00.254768 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad3164f-58e5-43c6-ba36-9138583051ea None None] Attempting to bind port e9f65c94-e3ee-4d35-a561-65aa4df789b5 on network 1264565d-725b-48c4-ac7a-2bd9c861d374 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:30:00.267758 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad3164f-58e5-43c6-ba36-9138583051ea None None] Checking agent: {'id': 'ca45837e-4919-48d1-9ced-cddb9dadc434', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 19, 54), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:30:00.268188 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad3164f-58e5-43c6-ba36-9138583051ea None None] Checking segment: {'id': 'f626978c-1727-4f99-aaa6-f590378fcad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1264565d-725b-48c4-ac7a-2bd9c861d374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:30:00.268649 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fad3164f-58e5-43c6-ba36-9138583051ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:00.269098 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad3164f-58e5-43c6-ba36-9138583051ea None None] Bound using segment: {'id': 'f626978c-1727-4f99-aaa6-f590378fcad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1264565d-725b-48c4-ac7a-2bd9c861d374'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:30:00.269970 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-fad3164f-58e5-43c6-ba36-9138583051ea None None] Bound port: e9f65c94-e3ee-4d35-a561-65aa4df789b5, host: dv-cinder-787296-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f626978c-1727-4f99-aaa6-f590378fcad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '1264565d-725b-48c4-ac7a-2bd9c861d374'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:30:00.270399 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fad3164f-58e5-43c6-ba36-9138583051ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:00.312415 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b94a0112-d8c2-42a4-a059-fad9e32f6dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:00.329983 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-b94a0112-d8c2-42a4-a059-fad9e32f6dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:30:00.334548 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-b94a0112-d8c2-42a4-a059-fad9e32f6dfa admin admin] Usage tracker for resource:security_group_rule and tenant:0bc472a7dfb4479bb46b7f709b0e53b4 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:30:00.339769 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-b94a0112-d8c2-42a4-a059-fad9e32f6dfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:30:00.360050 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-b94a0112-d8c2-42a4-a059-fad9e32f6dfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:30:00.468913 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b94a0112-d8c2-42a4-a059-fad9e32f6dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:00.476108 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b94a0112-d8c2-42a4-a059-fad9e32f6dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:00.496864 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-fad3164f-58e5-43c6-ba36-9138583051ea None None] For port e9f65c94-e3ee-4d35-a561-65aa4df789b5, host dv-cinder-787296-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:30:00.500223 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-fad3164f-58e5-43c6-ba36-9138583051ea None None] For port e9f65c94-e3ee-4d35-a561-65aa4df789b5, host dv-cinder-787296-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=e9f65c94-e3ee-4d35-a561-65aa4df789b5,segment=NetworkSegment(f626978c-1727-4f99-aaa6-f590378fcad5),segment_id=f626978c-1727-4f99-aaa6-f590378fcad5)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:30:00.506964 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fad3164f-58e5-43c6-ba36-9138583051ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:00.511452 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:00.514611 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-236b8d10-da99-4203-92f8-1136c047d64a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:00.541500 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b94a0112-d8c2-42a4-a059-fad9e32f6dfa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0bc472a7dfb4479bb46b7f709b0e53b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4646156 Apr 20 23:30:00.542484 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a0112-d8c2-42a4-a059-fad9e32f6dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486f0336-1df4-4300-8266-9f049e36643f,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:00.544513 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 55802) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:30:00.545820 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b94a0112-d8c2-42a4-a059-fad9e32f6dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:00.625675 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad3164f-58e5-43c6-ba36-9138583051ea None None] Routers {'1d33bf55-51fa-49b0-9448-a735e539a5a0'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:30:00.626586 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-fad3164f-58e5-43c6-ba36-9138583051ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:29:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['1d33bf55-51fa-49b0-9448-a735e539a5a0'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:30:00.627651 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-69a718f2-112e-459d-a450-d27fdc7e8082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:00.664566 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-69a718f2-112e-459d-a450-d27fdc7e8082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:00.744089 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-69a718f2-112e-459d-a450-d27fdc7e8082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:00.765687 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e2947463-f7e5-4e29-b159-a8eaa4dc3ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:00.798651 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a718f2-112e-459d-a450-d27fdc7e8082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486f0336-1df4-4300-8266-9f049e36643f,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:00.805111 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-69a718f2-112e-459d-a450-d27fdc7e8082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:00.817570 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-69a718f2-112e-459d-a450-d27fdc7e8082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:00.818807 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-69a718f2-112e-459d-a450-d27fdc7e8082 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/486f0336-1df4-4300-8266-9f049e36643f HTTP/1.1" status: 204 len: 168 time: 0.2729087 Apr 20 23:30:00.865000 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-fad3164f-58e5-43c6-ba36-9138583051ea None None] Set router 1d33bf55-51fa-49b0-9448-a735e539a5a0 gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:30:01.160320 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b8d10-da99-4203-92f8-1136c047d64a None None] Pushing event updated for resources: {'Port': ['ID=e9f65c94-e3ee-4d35-a561-65aa4df789b5,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:01.177863 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-236b8d10-da99-4203-92f8-1136c047d64a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:01.382819 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 55834) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:30:01.407660 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-68e49942-6cd1-475c-89e1-5fbabbb59c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:01.451696 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-68e49942-6cd1-475c-89e1-5fbabbb59c2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:30:01.461686 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-68e49942-6cd1-475c-89e1-5fbabbb59c2e admin admin] Usage tracker for resource:security_group_rule and tenant:766d8ba5262445d2b08030fb4aeeb014 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:30:01.466106 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-68e49942-6cd1-475c-89e1-5fbabbb59c2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:30:01.474549 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ddbd00-6bf2-4147-ad66-e6595e9665a7 req-e0e9823a-5351-45d3-a556-f5e7ceac8c97 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:01.477300 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-68e49942-6cd1-475c-89e1-5fbabbb59c2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:30:01.485921 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b7ddbd00-6bf2-4147-ad66-e6595e9665a7 req-e0e9823a-5351-45d3-a556-f5e7ceac8c97 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.2053697 Apr 20 23:30:01.571332 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b7ddbd00-6bf2-4147-ad66-e6595e9665a7 req-9f4fa666-cf03-4d8c-bc59-f72c3d181926 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842221 Apr 20 23:30:01.697534 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-fad3164f-58e5-43c6-ba36-9138583051ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d33bf55-51fa-49b0-9448-a735e539a5a0', 'name': 'tempest-TestShelveInstance-761194440-router', 'tenant_id': '58a8e0d082ca44cf92cd040cfc39e652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '407aca2e-88c6-4d6f-9c15-ffe33bc464c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:49Z', 'updated_at': '2021-04-20T23:29:56Z', 'revision_number': 4, 'project_id': '58a8e0d082ca44cf92cd040cfc39e652', 'gw_port': {'id': '407aca2e-88c6-4d6f-9c15-ffe33bc464c2', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:47:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d33bf55-51fa-49b0-9448-a735e539a5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:50Z', 'updated_at': '2021-04-20T23:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': 'e9f65c94-e3ee-4d35-a561-65aa4df789b5', 'name': '', 'network_id': '1264565d-725b-48c4-ac7a-2bd9c861d374', 'tenant_id': '58a8e0d082ca44cf92cd040cfc39e652', 'mac_address': 'fa:16:3e:0f:65:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d33bf55-51fa-49b0-9448-a735e539a5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '2c785036-0e01-44a7-8ce6-be99a3eaa3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:55Z', 'updated_at': '2021-04-20T23:30:00Z', 'revision_number': 4, 'project_id': '58a8e0d082ca44cf92cd040cfc39e652', 'subnets': [{'id': '2c785036-0e01-44a7-8ce6-be99a3eaa3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:30:01.703606 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad3164f-58e5-43c6-ba36-9138583051ea None None] The sync data for ids ['1d33bf55-51fa-49b0-9448-a735e539a5a0'] in dv-cinder-787296-1-smb is: [{'id': '1d33bf55-51fa-49b0-9448-a735e539a5a0', 'name': 'tempest-TestShelveInstance-761194440-router', 'tenant_id': '58a8e0d082ca44cf92cd040cfc39e652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '407aca2e-88c6-4d6f-9c15-ffe33bc464c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:49Z', 'updated_at': '2021-04-20T23:29:56Z', 'revision_number': 4, 'project_id': '58a8e0d082ca44cf92cd040cfc39e652', 'gw_port': {'id': '407aca2e-88c6-4d6f-9c15-ffe33bc464c2', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:47:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d33bf55-51fa-49b0-9448-a735e539a5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:50Z', 'updated_at': '2021-04-20T23:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': 'e9f65c94-e3ee-4d35-a561-65aa4df789b5', 'name': '', 'network_id': '1264565d-725b-48c4-ac7a-2bd9c861d374', 'tenant_id': '58a8e0d082ca44cf92cd040cfc39e652', 'mac_address': 'fa:16:3e:0f:65:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d33bf55-51fa-49b0-9448-a735e539a5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '2c785036-0e01-44a7-8ce6-be99a3eaa3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:55Z', 'updated_at': '2021-04-20T23:30:00Z', 'revision_number': 4, 'project_id': '58a8e0d082ca44cf92cd040cfc39e652', 'subnets': [{'id': '2c785036-0e01-44a7-8ce6-be99a3eaa3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:30:01.885575 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7b77c-c7ca-439f-a474-5d35ea1aad18 req-6361b211-2ada-44bb-9bd5-043fa16b8be5 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:01.893365 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e5d7b77c-c7ca-439f-a474-5d35ea1aad18 req-6361b211-2ada-44bb-9bd5-043fa16b8be5 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.5903134 Apr 20 23:30:01.955292 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e5d7b77c-c7ca-439f-a474-5d35ea1aad18 req-475a2961-7f7a-4a34-abb3-8947259d7a19 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607848 Apr 20 23:30:02.028875 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-68e49942-6cd1-475c-89e1-5fbabbb59c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:02.034102 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-68e49942-6cd1-475c-89e1-5fbabbb59c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:02.081631 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-49c91ea4-848e-4ec4-827b-c784f367bb22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:02.096258 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-68e49942-6cd1-475c-89e1-5fbabbb59c2e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=766d8ba5262445d2b08030fb4aeeb014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7120154 Apr 20 23:30:02.099497 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 55840) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:30:02.158108 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e49942-6cd1-475c-89e1-5fbabbb59c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b39e18-66c5-4e41-8579-9d0ceb11a964,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:02.163529 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-68e49942-6cd1-475c-89e1-5fbabbb59c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:02.230050 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dc659295-e8e2-4a0b-976e-5c1c9fc2d357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:02.261015 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dc659295-e8e2-4a0b-976e-5c1c9fc2d357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:02.336674 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dc659295-e8e2-4a0b-976e-5c1c9fc2d357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:02.345690 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f82eb2d8-1988-43ba-a873-751b2c67ee74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:02.362457 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc659295-e8e2-4a0b-976e-5c1c9fc2d357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b39e18-66c5-4e41-8579-9d0ceb11a964,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:02.364933 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dc659295-e8e2-4a0b-976e-5c1c9fc2d357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:02.386543 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dc659295-e8e2-4a0b-976e-5c1c9fc2d357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:02.388220 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-dc659295-e8e2-4a0b-976e-5c1c9fc2d357 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99b39e18-66c5-4e41-8579-9d0ceb11a964 HTTP/1.1" status: 204 len: 168 time: 0.2875717 Apr 20 23:30:02.485778 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device e9f65c94-e3ee-4d35-a561-65aa4df789b5 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:30:02.583962 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning for port e9f65c94-e3ee-4d35-a561-65aa4df789b5 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:30:02.591980 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port e9f65c94-e3ee-4d35-a561-65aa4df789b5 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:30:02.592825 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:02.743651 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:02.817113 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] For port e9f65c94-e3ee-4d35-a561-65aa4df789b5, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=e9f65c94-e3ee-4d35-a561-65aa4df789b5,segment=NetworkSegment(f626978c-1727-4f99-aaa6-f590378fcad5),segment_id=f626978c-1727-4f99-aaa6-f590378fcad5)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:30:02.823671 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:02.826972 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:02.938396 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Pushing event updated for resources: {'Port': ['ID=e9f65c94-e3ee-4d35-a561-65aa4df789b5,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:02.958449 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:30:02.961056 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:30:02.962637 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:30:02.964727 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:30:02.965379 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:30:02.965839 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:30:02.966904 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:30:02.968616 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:30:02.969077 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:30:02.969563 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:30:02.970792 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:30:02.971245 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:30:02.985688 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:02.990645 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d725f12-d8cc-4cc4-af7c-a245015c0f44 req-0e8f93f0-c2be-49c9-a0ce-5696a0f975e7 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:02.999464 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9d725f12-d8cc-4cc4-af7c-a245015c0f44 req-0e8f93f0-c2be-49c9-a0ce-5696a0f975e7 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.2039995 Apr 20 23:30:03.078443 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9d725f12-d8cc-4cc4-af7c-a245015c0f44 req-5ca7c475-b8e9-4970-b229-3c031010608c tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776575 Apr 20 23:30:03.294195 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153aaae-8776-415e-8c54-5aaeec6efa1e req-5214c43e-fe0a-48ee-89d0-c0f10aeef35f tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:03.300398 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:30:03.333397 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2153aaae-8776-415e-8c54-5aaeec6efa1e req-5214c43e-fe0a-48ee-89d0-c0f10aeef35f tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.1784821 Apr 20 23:30:03.424438 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2153aaae-8776-415e-8c54-5aaeec6efa1e req-d68a8668-52d1-4060-affe-f2080bc28679 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900033 Apr 20 23:30:03.563065 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bf8fb-7643-40f4-9e33-c244106b9b82 req-d6ee317a-d872-4328-92a1-1817987b9004 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:03.564654 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e35bf8fb-7643-40f4-9e33-c244106b9b82 req-d6ee317a-d872-4328-92a1-1817987b9004 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.1824563 Apr 20 23:30:03.637951 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e35bf8fb-7643-40f4-9e33-c244106b9b82 req-e3f41a3a-707c-406a-90ac-5afc9d551cf9 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653777 Apr 20 23:30:03.722822 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dba10a-f84e-424d-a161-bcddf937a82b req-adb8ca9b-7eed-4b73-b13e-c64859496867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:03.724833 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-70dba10a-f84e-424d-a161-bcddf937a82b req-adb8ca9b-7eed-4b73-b13e-c64859496867 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2bc87a338871440e8d886029fff40e57&device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 1099 time: 0.1228158 Apr 20 23:30:03.902016 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dba10a-f84e-424d-a161-bcddf937a82b req-0f203022-959a-456f-aace-383d007a5947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:03.903672 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-70dba10a-f84e-424d-a161-bcddf937a82b req-0f203022-959a-456f-aace-383d007a5947 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f780fa1a-35e5-4ddd-af3a-7a7830d8c77c HTTP/1.1" status: 200 len: 911 time: 0.1714172 Apr 20 23:30:04.074331 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-70dba10a-f84e-424d-a161-bcddf937a82b req-b8604045-5cba-4be6-b6d2-ddd69f534826 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 HTTP/1.1" status: 200 len: 1002 time: 0.1558094 Apr 20 23:30:04.180892 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dba10a-f84e-424d-a161-bcddf937a82b req-465380f7-c82d-477b-9c95-e6e4131249e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:04.182959 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-70dba10a-f84e-424d-a161-bcddf937a82b req-465380f7-c82d-477b-9c95-e6e4131249e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e71ca367-9455-420b-bfe5-f3be3611f43b HTTP/1.1" status: 200 len: 849 time: 0.1019373 Apr 20 23:30:04.293817 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dba10a-f84e-424d-a161-bcddf937a82b req-eca574e6-d80b-4deb-86bd-14826f3f5bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:04.297105 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-70dba10a-f84e-424d-a161-bcddf937a82b req-eca574e6-d80b-4deb-86bd-14826f3f5bbf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f780fa1a-35e5-4ddd-af3a-7a7830d8c77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1035123 Apr 20 23:30:04.438028 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device e9f65c94-e3ee-4d35-a561-65aa4df789b5 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:30:04.465464 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-70dba10a-f84e-424d-a161-bcddf937a82b req-64ab553b-d4f4-4449-ab41-86c777e60625 service neutron] 10.222.0.36 "GET /v2.0/networks/f780fa1a-35e5-4ddd-af3a-7a7830d8c77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511784 Apr 20 23:30:04.662074 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port e9f65c94-e3ee-4d35-a561-65aa4df789b5 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:30:04.664823 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:04.720586 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-70dba10a-f84e-424d-a161-bcddf937a82b req-eeae302b-d4c3-4f51-b2e2-d5564c13e3ab service neutron] 10.222.0.36 "GET /v2.0/networks/f780fa1a-35e5-4ddd-af3a-7a7830d8c77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374568 Apr 20 23:30:04.779678 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac698474-37f3-4cae-a544-204bac40490f req-bec2b8e6-857f-4f25-ab8f-b7e490ef226c tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:04.781765 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ac698474-37f3-4cae-a544-204bac40490f req-bec2b8e6-857f-4f25-ab8f-b7e490ef226c tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.1853480 Apr 20 23:30:04.869590 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ac698474-37f3-4cae-a544-204bac40490f req-875fa1f1-dd0a-4931-bc20-bfbf35b9d3ae tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746002 Apr 20 23:30:04.890960 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f5677-efb9-4051-93ba-64a5a16a614c req-51d88233-31e7-4ac8-8cae-47e9facaac77 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:04.892647 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-009f5677-efb9-4051-93ba-64a5a16a614c req-51d88233-31e7-4ac8-8cae-47e9facaac77 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.1066699 Apr 20 23:30:04.944228 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-009f5677-efb9-4051-93ba-64a5a16a614c req-894e598d-1849-4d0b-a3bf-c7cc084bcb6a tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449207 Apr 20 23:30:06.156677 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd5869-dbf9-4225-9d10-434dec0823ba req-a6151636-f9aa-4e54-a3ce-da4385a08d65 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:06.161806 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e2cd5869-dbf9-4225-9d10-434dec0823ba req-a6151636-f9aa-4e54-a3ce-da4385a08d65 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.1613617 Apr 20 23:30:06.188332 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26dc68-9ba5-4ed9-b314-703157518cf4 req-3089e9f4-ad0d-4429-b08c-e623f74f5e08 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:06.196549 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7f26dc68-9ba5-4ed9-b314-703157518cf4 req-3089e9f4-ad0d-4429-b08c-e623f74f5e08 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.1148937 Apr 20 23:30:06.241815 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e2cd5869-dbf9-4225-9d10-434dec0823ba req-85a5c9b3-ee49-4489-a7d9-f755473c4e0f tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723298 Apr 20 23:30:06.259297 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7f26dc68-9ba5-4ed9-b314-703157518cf4 req-94978560-a943-45d8-aea2-d347932f29f8 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558078 Apr 20 23:30:07.556867 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a96992-7d95-49d2-a8d9-96983c3abfa6 req-c98e0c70-3688-460b-afe0-cbd24431a19a tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:07.559678 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c4a96992-7d95-49d2-a8d9-96983c3abfa6 req-c98e0c70-3688-460b-afe0-cbd24431a19a tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.1529014 Apr 20 23:30:07.615687 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c4a96992-7d95-49d2-a8d9-96983c3abfa6 req-bbf1e930-356a-4cf0-9a22-51630fd01549 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480742 Apr 20 23:30:08.836663 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71091f-afdc-417b-a063-1dd446ee92f1 req-9fc7b2c9-b3e7-4344-be33-3305ee3e2418 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:08.838322 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6c71091f-afdc-417b-a063-1dd446ee92f1 req-9fc7b2c9-b3e7-4344-be33-3305ee3e2418 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.0926151 Apr 20 23:30:08.889823 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6c71091f-afdc-417b-a063-1dd446ee92f1 req-4d82f373-884e-46e8-9c11-1f9633e19c97 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450294 Apr 20 23:30:10.136588 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5300de-2138-4815-96ad-f1d0ea5a4ebe req-b9d769cf-c6b5-42c8-b829-76385e410a4a tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:10.138214 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8a5300de-2138-4815-96ad-f1d0ea5a4ebe req-b9d769cf-c6b5-42c8-b829-76385e410a4a tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.0912614 Apr 20 23:30:10.207968 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8a5300de-2138-4815-96ad-f1d0ea5a4ebe req-5a117e1f-a647-43c7-b5ee-e7226a09faf0 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625346 Apr 20 23:30:11.424567 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bad59-bd93-4600-a3b0-de442e47886c req-3f0041b4-1f03-418d-a537-96c5b3b6c6cc tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:11.426254 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-943bad59-bd93-4600-a3b0-de442e47886c req-3f0041b4-1f03-418d-a537-96c5b3b6c6cc tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.0977788 Apr 20 23:30:11.480143 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-943bad59-bd93-4600-a3b0-de442e47886c req-38f63e2a-ce8a-43e4-beea-97af04ae640c tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462410 Apr 20 23:30:12.691046 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92ef8f-af2f-4c54-89be-59bc1e9feb14 req-f31321ed-0888-4553-94d1-75898d43acd8 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:12.692681 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3c92ef8f-af2f-4c54-89be-59bc1e9feb14 req-f31321ed-0888-4553-94d1-75898d43acd8 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.0925152 Apr 20 23:30:12.749220 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3c92ef8f-af2f-4c54-89be-59bc1e9feb14 req-e6a010f1-0614-4e54-8e24-2fda573f9ced tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427222 Apr 20 23:30:13.602975 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cab036cd-6758-4bae-b5e7-5f7765c66684 req-2409d321-2e5b-4108-a307-1d3a62422414 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0963173 Apr 20 23:30:13.716548 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab036cd-6758-4bae-b5e7-5f7765c66684 req-017cc257-96a9-44d8-8392-63cc9b89e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:13.718805 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cab036cd-6758-4bae-b5e7-5f7765c66684 req-017cc257-96a9-44d8-8392-63cc9b89e874 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cea7bf4589624ee6a6e869ab0d6825c2&device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 1098 time: 0.0944841 Apr 20 23:30:13.886151 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab036cd-6758-4bae-b5e7-5f7765c66684 req-386f427c-fd5f-4950-9451-3d92dee18f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:13.887629 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cab036cd-6758-4bae-b5e7-5f7765c66684 req-386f427c-fd5f-4950-9451-3d92dee18f1b service neutron] 10.222.0.36 "GET /v2.0/networks?id=2990cae8-5a54-473d-86b5-0b1ec0d9b4bb HTTP/1.1" status: 200 len: 919 time: 0.1445551 Apr 20 23:30:13.952198 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a89a01-47c3-41f4-9c30-729aa952f756 req-ec4b8f17-d06e-4862-bdaf-e9734a5251b9 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:13.954592 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-85a89a01-47c3-41f4-9c30-729aa952f756 req-ec4b8f17-d06e-4862-bdaf-e9734a5251b9 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.0883670 Apr 20 23:30:13.967374 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cab036cd-6758-4bae-b5e7-5f7765c66684 req-0912e50c-a62f-493a-a470-a77113d80602 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4348a70f-904c-4ce7-aef4-db37fed2d564 HTTP/1.1" status: 200 len: 217 time: 0.0701704 Apr 20 23:30:14.007660 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-85a89a01-47c3-41f4-9c30-729aa952f756 req-96c3b039-0ecc-451e-8881-9d0808971ee0 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464301 Apr 20 23:30:14.037336 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab036cd-6758-4bae-b5e7-5f7765c66684 req-bcbc1ef2-7a23-45c3-b973-25bda1860d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:14.038949 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cab036cd-6758-4bae-b5e7-5f7765c66684 req-bcbc1ef2-7a23-45c3-b973-25bda1860d24 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22d48d33-81cf-4485-85d6-4b724a9185d9 HTTP/1.1" status: 200 len: 858 time: 0.0638840 Apr 20 23:30:14.100405 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cab036cd-6758-4bae-b5e7-5f7765c66684 req-1d4359b3-c380-478d-9671-c167d0359c88 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2990cae8-5a54-473d-86b5-0b1ec0d9b4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468781 Apr 20 23:30:14.243363 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cab036cd-6758-4bae-b5e7-5f7765c66684 req-b8a806af-4ccc-40df-93e2-19e7b953120d service neutron] 10.222.0.36 "GET /v2.0/networks/2990cae8-5a54-473d-86b5-0b1ec0d9b4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355805 Apr 20 23:30:14.390164 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cab036cd-6758-4bae-b5e7-5f7765c66684 req-7721f2c4-231a-4aec-928e-877766abec25 service neutron] 10.222.0.36 "GET /v2.0/networks/2990cae8-5a54-473d-86b5-0b1ec0d9b4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402345 Apr 20 23:30:15.415488 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7fc3e-a9fb-4924-afb1-ab1454e522a6 req-38468f19-c6fd-485c-a33d-ee138f0f37ad tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:15.417808 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bff7fc3e-a9fb-4924-afb1-ab1454e522a6 req-38468f19-c6fd-485c-a33d-ee138f0f37ad tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.2952137 Apr 20 23:30:15.467085 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bff7fc3e-a9fb-4924-afb1-ab1454e522a6 req-5e1b3540-c167-4793-b61e-cb247cd95dbb tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436478 Apr 20 23:30:16.057890 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:16.675939 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d66a2-2af9-40f0-9de0-dd9fbf031bfd req-324ebfa1-2ec0-4974-890d-028954184368 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:16.677501 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d61d66a2-2af9-40f0-9de0-dd9fbf031bfd req-324ebfa1-2ec0-4974-890d-028954184368 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.0888193 Apr 20 23:30:16.728088 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d61d66a2-2af9-40f0-9de0-dd9fbf031bfd req-7931203d-11d4-4ed5-86b0-5f8ff45d7e7b tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431809 Apr 20 23:30:17.971851 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7e13b-d51d-4a2e-8c8b-f771c7ff8820 req-f07b8b8d-5863-4be0-b82c-342c62075267 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:17.981845 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-61d7e13b-d51d-4a2e-8c8b-f771c7ff8820 req-f07b8b8d-5863-4be0-b82c-342c62075267 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.1142657 Apr 20 23:30:18.040712 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-61d7e13b-d51d-4a2e-8c8b-f771c7ff8820 req-648260a2-bc98-4c14-92be-117fd5f95d91 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551639 Apr 20 23:30:18.178454 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 56060) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:30:18.346709 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b4282fe0-480d-41fe-a92c-c5837cc5e5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:18.362998 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-b4282fe0-480d-41fe-a92c-c5837cc5e5df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:30:18.369916 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-b4282fe0-480d-41fe-a92c-c5837cc5e5df admin admin] Usage tracker for resource:security_group_rule and tenant:765a640a773a457a8701638d0d24e62e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:30:18.372908 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-b4282fe0-480d-41fe-a92c-c5837cc5e5df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:30:18.379274 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-b4282fe0-480d-41fe-a92c-c5837cc5e5df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:30:18.491134 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b4282fe0-480d-41fe-a92c-c5837cc5e5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:18.494330 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b4282fe0-480d-41fe-a92c-c5837cc5e5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:18.521184 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8153f84a-c180-4893-990a-9d6ef5747db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:18.544706 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 56068) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:30:18.545700 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b4282fe0-480d-41fe-a92c-c5837cc5e5df admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=765a640a773a457a8701638d0d24e62e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3658800 Apr 20 23:30:18.555124 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4282fe0-480d-41fe-a92c-c5837cc5e5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aaf3a55-4488-4c57-bb0e-e7b370fc3d7b,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:18.579836 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b4282fe0-480d-41fe-a92c-c5837cc5e5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:18.614448 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-863ed7d5-2f01-41e7-9a0e-0a6eae3c0c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:18.642539 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-863ed7d5-2f01-41e7-9a0e-0a6eae3c0c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:18.687649 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-863ed7d5-2f01-41e7-9a0e-0a6eae3c0c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:18.692603 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-791962e1-7522-4aba-b624-6c5ccae779b9 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:18.708286 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ed7d5-2f01-41e7-9a0e-0a6eae3c0c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aaf3a55-4488-4c57-bb0e-e7b370fc3d7b,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:18.713295 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-863ed7d5-2f01-41e7-9a0e-0a6eae3c0c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:18.720433 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-863ed7d5-2f01-41e7-9a0e-0a6eae3c0c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:18.722727 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-863ed7d5-2f01-41e7-9a0e-0a6eae3c0c35 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8aaf3a55-4488-4c57-bb0e-e7b370fc3d7b HTTP/1.1" status: 204 len: 168 time: 0.1769228 Apr 20 23:30:19.259986 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27301e93-2b48-4a17-9aeb-4f220ed2e8a8 req-ea52de87-6538-4bd4-9da7-c8f3c619c432 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:19.261655 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-27301e93-2b48-4a17-9aeb-4f220ed2e8a8 req-ea52de87-6538-4bd4-9da7-c8f3c619c432 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.0944512 Apr 20 23:30:19.312095 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-27301e93-2b48-4a17-9aeb-4f220ed2e8a8 req-248b11d0-9578-42a4-bdc0-1db85adeaea5 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436368 Apr 20 23:30:19.873099 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5b9bda39-ba2b-4c4e-a1d9-fd216f35eb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:20.550420 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bced3c-7223-4fdf-b6a3-0820d466cdb6 req-b3378461-acd9-4b85-bf86-6031587d0b99 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:20.560075 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-51bced3c-7223-4fdf-b6a3-0820d466cdb6 req-b3378461-acd9-4b85-bf86-6031587d0b99 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.1079791 Apr 20 23:30:20.625783 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-51bced3c-7223-4fdf-b6a3-0820d466cdb6 req-484346ea-9a35-4f80-983d-5c43cc090f5a tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641327 Apr 20 23:30:21.845318 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64045c73-244b-4b6a-85d0-f5664fdd1f3e req-36577395-8ccc-431c-9682-7a4038c0e1ab tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:21.849039 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-64045c73-244b-4b6a-85d0-f5664fdd1f3e req-36577395-8ccc-431c-9682-7a4038c0e1ab tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.1053932 Apr 20 23:30:21.912969 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-64045c73-244b-4b6a-85d0-f5664fdd1f3e req-0be86976-263c-4356-992a-100f7848843c tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565221 Apr 20 23:30:22.406413 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-435e5c2f-cbac-4d26-b2de-d99fb8dc7924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:22.849387 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:23.140036 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5d765-f819-4926-961e-1e4e3e1cc14c req-8b60ffff-91da-43ec-bcfb-81a5d43e70aa tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:23.141935 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dcc5d765-f819-4926-961e-1e4e3e1cc14c req-8b60ffff-91da-43ec-bcfb-81a5d43e70aa tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.0958254 Apr 20 23:30:23.227238 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dcc5d765-f819-4926-961e-1e4e3e1cc14c req-83c2d009-ccd3-483b-9d62-c684a637775e tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735075 Apr 20 23:30:23.491901 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-2a159a31-1818-41f9-8926-3c7d2fccff79 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Synchronizing usage tracker for tenant:761407463f394170a71239466d88684a on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:30:23.507724 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-2a159a31-1818-41f9-8926-3c7d2fccff79 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Unset dirty status for tenant:761407463f394170a71239466d88684a on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:30:23.509045 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-2a159a31-1818-41f9-8926-3c7d2fccff79 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-817244716&fields=id&tenant_id=761407463f394170a71239466d88684a HTTP/1.1" status: 200 len: 267 time: 0.0623922 Apr 20 23:30:23.597339 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:23.674653 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-5c84ceee-f6cc-4c53-9151-308e00a3f20a tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:23.676139 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-5c84ceee-f6cc-4c53-9151-308e00a3f20a tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/networks?id=640db5cb-0640-4ccd-aca1-982a4d3eb0e0 HTTP/1.1" status: 200 len: 809 time: 0.1583698 Apr 20 23:30:23.694826 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-9e89bc00-e94d-457a-8a3b-05cffee83c49 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/quotas/761407463f394170a71239466d88684a HTTP/1.1" status: 200 len: 375 time: 0.0098796 Apr 20 23:30:23.802106 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-224ba7f2-edd3-487c-9ace-54f944b17cd3 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=761407463f394170a71239466d88684a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0999823 Apr 20 23:30:23.953427 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-e766643c-5e15-462a-b072-224fc8679624 service neutron] 10.222.0.16 "GET /v2.0/networks/640db5cb-0640-4ccd-aca1-982a4d3eb0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382735 Apr 20 23:30:24.141781 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-e0390213-05ad-4204-bd4a-46448692cc6b service neutron] 10.222.0.16 "GET /v2.0/networks/640db5cb-0640-4ccd-aca1-982a4d3eb0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798823 Apr 20 23:30:24.422654 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:24.513293 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a874c1-0d7f-4208-b442-2aec5690efe3 req-93037685-6e3c-4947-89e3-896b44ae2faa tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:24.522438 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-60a874c1-0d7f-4208-b442-2aec5690efe3 req-93037685-6e3c-4947-89e3-896b44ae2faa tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.1707330 Apr 20 23:30:24.588888 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-60a874c1-0d7f-4208-b442-2aec5690efe3 req-9adcd242-e8c1-4d2b-9060-ecf0b036d81e tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653498 Apr 20 23:30:24.710501 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-0732c6d8-d268-4596-b804-8909fc7ea01e req-8bebc963-b768-4b01-9e08-74ce4d1c3d77 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Synchronizing usage tracker for tenant:761407463f394170a71239466d88684a on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:30:24.729446 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-0732c6d8-d268-4596-b804-8909fc7ea01e req-8bebc963-b768-4b01-9e08-74ce4d1c3d77 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Unset dirty status for tenant:761407463f394170a71239466d88684a on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:30:24.741517 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0732c6d8-d268-4596-b804-8909fc7ea01e req-8bebc963-b768-4b01-9e08-74ce4d1c3d77 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 210 time: 0.0832686 Apr 20 23:30:25.852685 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eda0dd-c46d-479d-be46-72b5330a476d req-de866ae4-ed0e-4d43-a381-3a88c70a9184 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:25.855461 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-92eda0dd-c46d-479d-be46-72b5330a476d req-de866ae4-ed0e-4d43-a381-3a88c70a9184 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.1156423 Apr 20 23:30:25.936577 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-92eda0dd-c46d-479d-be46-72b5330a476d req-2170d0f6-7175-4701-bebb-087284bd725a tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709383 Apr 20 23:30:26.022969 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-0a2e6c34-d43e-44eb-bbe7-f41f7dac3359 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:26.024731 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-0a2e6c34-d43e-44eb-bbe7-f41f7dac3359 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.36 "GET /v2.0/networks?id=640db5cb-0640-4ccd-aca1-982a4d3eb0e0 HTTP/1.1" status: 200 len: 809 time: 0.2563300 Apr 20 23:30:26.112417 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d028b903-e6ba-4fe9-b346-b7876f61715e req-0931091c-3205-4f93-ab0c-b85565de02c3 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 210 time: 0.0591409 Apr 20 23:30:26.153840 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-c6f4be93-3cc7-4ab9-bcf4-ad1163ca1532 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=761407463f394170a71239466d88684a HTTP/1.1" status: 200 len: 8059 time: 0.1200070 Apr 20 23:30:26.164008 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-1b7a8ade-4119-432e-bff1-29a24a093f9f tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Request body: {'port': {'device_id': '1e71b229-d667-4307-a1ae-42810ca074be', 'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0', 'admin_state_up': True, 'tenant_id': '761407463f394170a71239466d88684a', 'security_groups': ['722a1245-6638-4c14-99d2-e168e1dade88']}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:30:26.310245 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-1b7a8ade-4119-432e-bff1-29a24a093f9f tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:30:26.320921 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-1b7a8ade-4119-432e-bff1-29a24a093f9f tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:30:26.329677 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-1b7a8ade-4119-432e-bff1-29a24a093f9f tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Made reservation on behalf of 761407463f394170a71239466d88684a for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:30:26.335713 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-1b7a8ade-4119-432e-bff1-29a24a093f9f tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:26.531447 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-1b7a8ade-4119-432e-bff1-29a24a093f9f tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Allocated IP 172.20.0.9 (640db5cb-0640-4ccd-aca1-982a4d3eb0e0/2ad45981-94c2-4206-b4df-c5f51d462877/a75bda44-023d-4d76-bcda-97824d95aa3b) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:30:26.818018 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-1b7a8ade-4119-432e-bff1-29a24a093f9f tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:26.837084 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-1b7a8ade-4119-432e-bff1-29a24a093f9f tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Transition to ACTIVE for port object a75bda44-023d-4d76-bcda-97824d95aa3b will not be triggered until provisioned by entity DHCP. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:30:26.861303 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-1b7a8ade-4119-432e-bff1-29a24a093f9f tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:26.867780 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-07c11a4d-cebd-48ce-b941-773f386cc8f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:27.163613 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a8ade-4119-432e-bff1-29a24a093f9f tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Pushing event updated for resources: {'Port': ['ID=a75bda44-023d-4d76-bcda-97824d95aa3b,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:27.168832 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1b7a8ade-4119-432e-bff1-29a24a093f9f tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:27.181573 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-1b7a8ade-4119-432e-bff1-29a24a093f9f tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Network 640db5cb-0640-4ccd-aca1-982a4d3eb0e0 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:30:27.182912 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-1b7a8ade-4119-432e-bff1-29a24a093f9f tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:30:27.185590 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-1b7a8ade-4119-432e-bff1-29a24a093f9f tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:30:27.196356 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4f272-1832-4bf6-9498-9c60f42b719e req-aeddd723-490d-43a9-be7b-8e8a2ce9f583 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:27.202105 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-78c4f272-1832-4bf6-9498-9c60f42b719e req-aeddd723-490d-43a9-be7b-8e8a2ce9f583 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.1219292 Apr 20 23:30:27.257328 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-1b7a8ade-4119-432e-bff1-29a24a093f9f tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:27.258829 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-1b7a8ade-4119-432e-bff1-29a24a093f9f tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:27.260329 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-78c4f272-1832-4bf6-9498-9c60f42b719e req-4f532b5b-dd14-478e-a2f7-01a9f4c96859 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516825 Apr 20 23:30:27.288327 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-1b7a8ade-4119-432e-bff1-29a24a093f9f tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1284912 Apr 20 23:30:27.303132 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-0c963cca-5f56-42c0-b5c7-27cb0995b5a7 service neutron] Request body: {'port': {'device_id': '1e71b229-d667-4307-a1ae-42810ca074be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:30:27.479245 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-0c963cca-5f56-42c0-b5c7-27cb0995b5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:27.529947 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-a7e1488b-2065-4681-bf2b-a310c4fc9648 None None] Provisioning for port a75bda44-023d-4d76-bcda-97824d95aa3b completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:30:27.536500 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-a7e1488b-2065-4681-bf2b-a310c4fc9648 None None] Provisioning complete for port a75bda44-023d-4d76-bcda-97824d95aa3b triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:30:27.537134 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a7e1488b-2065-4681-bf2b-a310c4fc9648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:27.548546 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f29a3e-3aa1-4ef2-b174-a3cf39282325 req-240b268a-1f19-4eb6-b346-adf8db8613f0 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:27.550427 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-43f29a3e-3aa1-4ef2-b174-a3cf39282325 req-240b268a-1f19-4eb6-b346-adf8db8613f0 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 931 time: 0.1589882 Apr 20 23:30:27.625379 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-a7e1488b-2065-4681-bf2b-a310c4fc9648 None None] Port a75bda44-023d-4d76-bcda-97824d95aa3b cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:30:27.643868 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-43f29a3e-3aa1-4ef2-b174-a3cf39282325 req-f6d2bfe5-a27c-4e75-a2f0-75372359bec5 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Synchronizing usage tracker for tenant:761407463f394170a71239466d88684a on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:30:27.670084 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-43f29a3e-3aa1-4ef2-b174-a3cf39282325 req-f6d2bfe5-a27c-4e75-a2f0-75372359bec5 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Unset dirty status for tenant:761407463f394170a71239466d88684a on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:30:27.679475 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-43f29a3e-3aa1-4ef2-b174-a3cf39282325 req-f6d2bfe5-a27c-4e75-a2f0-75372359bec5 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200542 Apr 20 23:30:27.885617 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-0c963cca-5f56-42c0-b5c7-27cb0995b5a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a75bda44-023d-4d76-bcda-97824d95aa3b {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:30:27.894417 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-0c963cca-5f56-42c0-b5c7-27cb0995b5a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:27.911541 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-0c963cca-5f56-42c0-b5c7-27cb0995b5a7 service neutron] Transition to ACTIVE for port object a75bda44-023d-4d76-bcda-97824d95aa3b will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:30:27.914823 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-0c963cca-5f56-42c0-b5c7-27cb0995b5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851844298'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:27.920051 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:28.099775 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c963cca-5f56-42c0-b5c7-27cb0995b5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a75bda44-023d-4d76-bcda-97824d95aa3b,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:28.107386 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0c963cca-5f56-42c0-b5c7-27cb0995b5a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:28.188909 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-0c963cca-5f56-42c0-b5c7-27cb0995b5a7 service neutron] Attempting to bind port a75bda44-023d-4d76-bcda-97824d95aa3b on host hv-cinder-78729 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:30:28.189329 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-0c963cca-5f56-42c0-b5c7-27cb0995b5a7 service neutron] Attempting to bind port a75bda44-023d-4d76-bcda-97824d95aa3b by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '9ef7f02b-ed0e-4543-9071-1492e01966f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:30:28.189705 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-0c963cca-5f56-42c0-b5c7-27cb0995b5a7 service neutron] Attempting to bind port a75bda44-023d-4d76-bcda-97824d95aa3b on network 640db5cb-0640-4ccd-aca1-982a4d3eb0e0 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:30:28.195364 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-0c963cca-5f56-42c0-b5c7-27cb0995b5a7 service neutron] Port a75bda44-023d-4d76-bcda-97824d95aa3b on network 640db5cb-0640-4ccd-aca1-982a4d3eb0e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:30:28.195727 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-0c963cca-5f56-42c0-b5c7-27cb0995b5a7 service neutron] Attempting to bind port a75bda44-023d-4d76-bcda-97824d95aa3b on network 640db5cb-0640-4ccd-aca1-982a4d3eb0e0 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:30:28.201231 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-0c963cca-5f56-42c0-b5c7-27cb0995b5a7 service neutron] Checking agent: {'id': '0dbb4980-ddab-4c32-9a5e-02cbda900cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:30:28.201621 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-0c963cca-5f56-42c0-b5c7-27cb0995b5a7 service neutron] Checking segment: {'id': '9ef7f02b-ed0e-4543-9071-1492e01966f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:30:28.202045 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-0c963cca-5f56-42c0-b5c7-27cb0995b5a7 service neutron] Bound using segment: {'id': '9ef7f02b-ed0e-4543-9071-1492e01966f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:30:28.202517 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-0c963cca-5f56-42c0-b5c7-27cb0995b5a7 service neutron] Bound port: a75bda44-023d-4d76-bcda-97824d95aa3b, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ef7f02b-ed0e-4543-9071-1492e01966f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:30:28.202902 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-0c963cca-5f56-42c0-b5c7-27cb0995b5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:28.311305 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-0c963cca-5f56-42c0-b5c7-27cb0995b5a7 service neutron] For port a75bda44-023d-4d76-bcda-97824d95aa3b, host hv-cinder-78729, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:30:28.315329 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-0c963cca-5f56-42c0-b5c7-27cb0995b5a7 service neutron] For port a75bda44-023d-4d76-bcda-97824d95aa3b, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=a75bda44-023d-4d76-bcda-97824d95aa3b,segment=NetworkSegment(9ef7f02b-ed0e-4543-9071-1492e01966f4),segment_id=9ef7f02b-ed0e-4543-9071-1492e01966f4)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:30:28.327805 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-0c963cca-5f56-42c0-b5c7-27cb0995b5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851844298'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:28.332929 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-23b983c0-fc32-48ca-8736-8e7a9b22b416 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:28.396100 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-0c963cca-5f56-42c0-b5c7-27cb0995b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:28.396882 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-0c963cca-5f56-42c0-b5c7-27cb0995b5a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:28.398466 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-0c963cca-5f56-42c0-b5c7-27cb0995b5a7 service neutron] 10.222.0.36 "PUT /v2.0/ports/a75bda44-023d-4d76-bcda-97824d95aa3b HTTP/1.1" status: 200 len: 1093 time: 1.1005189 Apr 20 23:30:28.399077 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e71b229-d667-4307-a1ae-42810ca074be', 'tag': 'a75bda44-023d-4d76-bcda-97824d95aa3b'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:30:28.459751 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c963cca-5f56-42c0-b5c7-27cb0995b5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a75bda44-023d-4d76-bcda-97824d95aa3b,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:28.472667 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0c963cca-5f56-42c0-b5c7-27cb0995b5a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:28.499394 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde0b92-8438-4215-b374-d58810d86f7d req-bdea63b5-da79-490a-9a61-e0b1270a32aa tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:28.502782 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6bde0b92-8438-4215-b374-d58810d86f7d req-bdea63b5-da79-490a-9a61-e0b1270a32aa tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.1235170 Apr 20 23:30:28.557531 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6bde0b92-8438-4215-b374-d58810d86f7d req-983623c9-4166-4e38-8026-28d89da70c54 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470698 Apr 20 23:30:28.626510 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e71b229-d667-4307-a1ae-42810ca074be', 'tag': 'a75bda44-023d-4d76-bcda-97824d95aa3b', 'status': 'completed', 'code': 200} Apr 20 23:30:28.654584 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-33b36bbc-6e90-4708-ac54-b7db85a15571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:28.656163 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-33b36bbc-6e90-4708-ac54-b7db85a15571 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=761407463f394170a71239466d88684a&device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 1096 time: 0.1688633 Apr 20 23:30:28.669494 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a1d72-83a7-4986-8514-451565aca416 req-407bead1-6bc3-4d1f-941e-9af80583553a tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:28.672435 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-231a1d72-83a7-4986-8514-451565aca416 req-407bead1-6bc3-4d1f-941e-9af80583553a tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 945 time: 0.1210601 Apr 20 23:30:28.759865 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-01c8d52e-8f3f-49f7-83ec-aee4ec5650d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a75bda44-023d-4d76-bcda-97824d95aa3b HTTP/1.1" status: 200 len: 217 time: 0.0863929 Apr 20 23:30:28.830823 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-231a1d72-83a7-4986-8514-451565aca416 req-00c82393-736a-4215-8f99-8287df3b928b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948157 Apr 20 23:30:28.859501 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-eb20755b-940d-4142-a300-fa407b78bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:28.859501 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-eb20755b-940d-4142-a300-fa407b78bea0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ad45981-94c2-4206-b4df-c5f51d462877 HTTP/1.1" status: 200 len: 848 time: 0.0775642 Apr 20 23:30:28.883232 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60429a0-6a00-4065-ac23-7046c4e09330 req-c70658f0-cbf0-4a09-8af1-eee3cae9848f tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:28.884974 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a60429a0-6a00-4065-ac23-7046c4e09330 req-c70658f0-cbf0-4a09-8af1-eee3cae9848f tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 943 time: 0.0903242 Apr 20 23:30:28.932583 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a60429a0-6a00-4065-ac23-7046c4e09330 req-cc13840b-01a4-480f-9492-68a2e115b171 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411131 Apr 20 23:30:28.943309 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-2adf145f-020d-4e24-98aa-6cd902218c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:28.944915 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-2adf145f-020d-4e24-98aa-6cd902218c2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=640db5cb-0640-4ccd-aca1-982a4d3eb0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785592 Apr 20 23:30:29.089017 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-2729f6b1-13c2-4f12-9ec3-b14881065718 service neutron] 10.222.0.36 "GET /v2.0/networks/640db5cb-0640-4ccd-aca1-982a4d3eb0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361322 Apr 20 23:30:29.233004 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-328bbbfa-f09c-4205-aad9-1ca43da4e786 req-e6fd421f-269b-4c6f-a92c-7704324e399a service neutron] 10.222.0.36 "GET /v2.0/networks/640db5cb-0640-4ccd-aca1-982a4d3eb0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368792 Apr 20 23:30:29.357023 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ca94a-3af9-4eae-90e0-7a313179133d req-889f7607-d435-4d6f-80b2-64c30f43c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:29.358697 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-043ca94a-3af9-4eae-90e0-7a313179133d req-889f7607-d435-4d6f-80b2-64c30f43c2a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=761407463f394170a71239466d88684a&device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 1096 time: 0.0818553 Apr 20 23:30:29.512223 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ca94a-3af9-4eae-90e0-7a313179133d req-91806783-7fa0-4de6-8cd2-b19ea88ec46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:29.514017 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-043ca94a-3af9-4eae-90e0-7a313179133d req-91806783-7fa0-4de6-8cd2-b19ea88ec46f service neutron] 10.222.0.36 "GET /v2.0/networks?id=640db5cb-0640-4ccd-aca1-982a4d3eb0e0 HTTP/1.1" status: 200 len: 910 time: 0.1452768 Apr 20 23:30:29.537367 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8282e7-658d-403e-81bd-90d653450936 req-7b92158c-5d81-45e1-b340-3bd4aff5e59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:29.538972 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-da8282e7-658d-403e-81bd-90d653450936 req-7b92158c-5d81-45e1-b340-3bd4aff5e59f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 1098 time: 0.0863490 Apr 20 23:30:29.590482 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-da8282e7-658d-403e-81bd-90d653450936 req-337598ef-6f1c-4c06-b177-29eb817c90a8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440311 Apr 20 23:30:29.599344 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-043ca94a-3af9-4eae-90e0-7a313179133d req-d9604bce-9495-4235-a67c-bd695c1310f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a75bda44-023d-4d76-bcda-97824d95aa3b HTTP/1.1" status: 200 len: 217 time: 0.0777106 Apr 20 23:30:29.759778 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ca94a-3af9-4eae-90e0-7a313179133d req-6b2234b6-90e7-4186-928d-f19079e83ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:29.761365 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-043ca94a-3af9-4eae-90e0-7a313179133d req-6b2234b6-90e7-4186-928d-f19079e83ccd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ad45981-94c2-4206-b4df-c5f51d462877 HTTP/1.1" status: 200 len: 848 time: 0.1219213 Apr 20 23:30:29.847071 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50955f26-5cad-47b3-b8b5-2ad038fd6f26 req-80dc248b-867e-43fd-9b12-35d18483a1f0 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:29.848814 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-50955f26-5cad-47b3-b8b5-2ad038fd6f26 req-80dc248b-867e-43fd-9b12-35d18483a1f0 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.1715236 Apr 20 23:30:29.924340 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ca94a-3af9-4eae-90e0-7a313179133d req-097ac0d7-f3e8-4eac-af63-fcd7fa1c00c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:29.926646 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-043ca94a-3af9-4eae-90e0-7a313179133d req-097ac0d7-f3e8-4eac-af63-fcd7fa1c00c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=640db5cb-0640-4ccd-aca1-982a4d3eb0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1556056 Apr 20 23:30:29.961297 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-50955f26-5cad-47b3-b8b5-2ad038fd6f26 req-304719cc-5842-4910-a603-65932f91a633 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856309 Apr 20 23:30:30.090816 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2a17f-db57-4a89-9484-9ed098e2a7c7 req-f93537d8-0c33-4518-a2df-b43d520ed591 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:30.099833 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5ed2a17f-db57-4a89-9484-9ed098e2a7c7 req-f93537d8-0c33-4518-a2df-b43d520ed591 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 945 time: 0.1313736 Apr 20 23:30:30.103080 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-043ca94a-3af9-4eae-90e0-7a313179133d req-9e9fd4e9-3cf4-4a20-9962-462ca1092f7c service neutron] 10.222.0.36 "GET /v2.0/networks/640db5cb-0640-4ccd-aca1-982a4d3eb0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666486 Apr 20 23:30:30.143057 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5ed2a17f-db57-4a89-9484-9ed098e2a7c7 req-53e275a5-f27f-4b31-9c01-0eef6d83b34b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421095 Apr 20 23:30:30.321599 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-043ca94a-3af9-4eae-90e0-7a313179133d req-36755f96-78e3-4638-92cf-043966bed3fd service neutron] 10.222.0.36 "GET /v2.0/networks/640db5cb-0640-4ccd-aca1-982a4d3eb0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120178 Apr 20 23:30:30.330936 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af56450-5cba-44ff-8d1b-f8ef4cb6c6fe req-b4ba095b-25bd-4578-bef1-d55bf81f4f6d tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:30.331774 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-8af56450-5cba-44ff-8d1b-f8ef4cb6c6fe req-b4ba095b-25bd-4578-bef1-d55bf81f4f6d tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Synchronizing usage tracker for tenant:761407463f394170a71239466d88684a on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:30:30.347377 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-8af56450-5cba-44ff-8d1b-f8ef4cb6c6fe req-b4ba095b-25bd-4578-bef1-d55bf81f4f6d tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Unset dirty status for tenant:761407463f394170a71239466d88684a on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:30:30.349219 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8af56450-5cba-44ff-8d1b-f8ef4cb6c6fe req-b4ba095b-25bd-4578-bef1-d55bf81f4f6d tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 943 time: 0.2158594 Apr 20 23:30:30.398905 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8af56450-5cba-44ff-8d1b-f8ef4cb6c6fe req-2f6f223a-7cde-4533-bd44-2e2b54a3fb5b tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433791 Apr 20 23:30:31.173696 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fc94a-ddd0-4b0f-88af-4af2e5cf5f96 req-3ade6c93-419f-4507-b029-0ba5f5f92e5d tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:31.175187 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-060fc94a-ddd0-4b0f-88af-4af2e5cf5f96 req-3ade6c93-419f-4507-b029-0ba5f5f92e5d tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.0897088 Apr 20 23:30:31.223550 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-060fc94a-ddd0-4b0f-88af-4af2e5cf5f96 req-0f32335b-d778-41cb-9b70-4a19d3763c3f tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416389 Apr 20 23:30:31.360777 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721af418-f246-4159-a945-a2b5c0b10825 req-7f378c5b-fe6d-4feb-9203-36525dcafd28 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:31.364831 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-721af418-f246-4159-a945-a2b5c0b10825 req-7f378c5b-fe6d-4feb-9203-36525dcafd28 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 945 time: 0.0910378 Apr 20 23:30:31.421784 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-721af418-f246-4159-a945-a2b5c0b10825 req-5d68b932-0164-426c-b614-e89eca69fd64 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487976 Apr 20 23:30:31.432845 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 56374) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:30:31.502083 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-486cddac-c810-4732-aa33-ef7bfe7ab546 admin admin] Deleting subnet df932792-0d23-4954-b66e-ea245732d024 {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:30:31.505810 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-486cddac-c810-4732-aa33-ef7bfe7ab546 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:31.567146 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-486cddac-c810-4732-aa33-ef7bfe7ab546 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2432657'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:31.626581 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-486cddac-c810-4732-aa33-ef7bfe7ab546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853347799'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:31.649456 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c3d5e-1ef7-4e4f-9367-43c85b886f42 req-2d8e5927-aed2-4533-90de-8021d7e47df4 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:31.651121 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9a7c3d5e-1ef7-4e4f-9367-43c85b886f42 req-2d8e5927-aed2-4533-90de-8021d7e47df4 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 943 time: 0.0896990 Apr 20 23:30:31.761287 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9a7c3d5e-1ef7-4e4f-9367-43c85b886f42 req-b2b613bc-e3c4-4fb6-86fd-82514085b362 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036906 Apr 20 23:30:31.790472 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb452d91-6fea-4c59-9ce0-5510628d6581 req-7775c43a-ab99-45c3-b092-af235dfa92ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:31.792158 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bb452d91-6fea-4c59-9ce0-5510628d6581 req-7775c43a-ab99-45c3-b092-af235dfa92ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cea7bf4589624ee6a6e869ab0d6825c2&device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 1098 time: 0.0879297 Apr 20 23:30:31.936810 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb452d91-6fea-4c59-9ce0-5510628d6581 req-91ac37cc-e5fc-44df-a8ff-df2d0cd9df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:31.938460 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bb452d91-6fea-4c59-9ce0-5510628d6581 req-91ac37cc-e5fc-44df-a8ff-df2d0cd9df64 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2990cae8-5a54-473d-86b5-0b1ec0d9b4bb HTTP/1.1" status: 200 len: 919 time: 0.1391704 Apr 20 23:30:31.951340 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d489a99-0d21-4c9c-8344-c63f4c0d9633 req-c32386dd-e9c0-4b42-86a3-bba3629fcbfe tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:31.952936 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d489a99-0d21-4c9c-8344-c63f4c0d9633 req-c32386dd-e9c0-4b42-86a3-bba3629fcbfe tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.1896176 Apr 20 23:30:32.017083 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bb452d91-6fea-4c59-9ce0-5510628d6581 req-36437b12-11e3-4788-bfeb-f794009c86df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=553127cf-ee81-4a89-80cc-4d1998548481 HTTP/1.1" status: 200 len: 217 time: 0.0720329 Apr 20 23:30:32.028890 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d489a99-0d21-4c9c-8344-c63f4c0d9633 req-746d8592-2f96-4568-a1a8-866d8862bf43 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669138 Apr 20 23:30:32.035664 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-486cddac-c810-4732-aa33-ef7bfe7ab546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2975549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2132295'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:32.046307 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-18b01800-8503-4c47-b547-b128641aef69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:32.082227 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-486cddac-c810-4732-aa33-ef7bfe7ab546 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:32.090780 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486cddac-c810-4732-aa33-ef7bfe7ab546 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df932792-0d23-4954-b66e-ea245732d024,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:32.098437 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-486cddac-c810-4732-aa33-ef7bfe7ab546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:32.101359 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-486cddac-c810-4732-aa33-ef7bfe7ab546 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/df932792-0d23-4954-b66e-ea245732d024 HTTP/1.1" status: 204 len: 168 time: 0.6673489 Apr 20 23:30:32.102789 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb452d91-6fea-4c59-9ce0-5510628d6581 req-0f903637-5b9b-4de8-a96a-2480a08c5546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:32.103966 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 56384) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:30:32.104373 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bb452d91-6fea-4c59-9ce0-5510628d6581 req-0f903637-5b9b-4de8-a96a-2480a08c5546 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22d48d33-81cf-4485-85d6-4b724a9185d9 HTTP/1.1" status: 200 len: 858 time: 0.0803385 Apr 20 23:30:32.163096 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bb452d91-6fea-4c59-9ce0-5510628d6581 req-f65de8a0-4a44-4602-af21-f6f8b9245fd7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2990cae8-5a54-473d-86b5-0b1ec0d9b4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494118 Apr 20 23:30:32.219182 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ca95f599-0d08-43f6-99a8-e81d7f1369a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853052571'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:32.306954 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bb452d91-6fea-4c59-9ce0-5510628d6581 req-7720186e-5c4d-4cd9-b31d-8d61156a54d2 service neutron] 10.222.0.36 "GET /v2.0/networks/2990cae8-5a54-473d-86b5-0b1ec0d9b4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363935 Apr 20 23:30:32.351041 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ca95f599-0d08-43f6-99a8-e81d7f1369a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428092', 'neutron.services.segments.db._delete_segments_for_network-8757164038259'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:32.478883 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-ca95f599-0d08-43f6-99a8-e81d7f1369a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd0b1ef-3068-4716-88be-7499ae53eda8']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:30:32.493275 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-ca95f599-0d08-43f6-99a8-e81d7f1369a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b32313-9c88-4c75-9493-321e296bbd8e') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:30:32.493650 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-ca95f599-0d08-43f6-99a8-e81d7f1369a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b32313-9c88-4c75-9493-321e296bbd8e') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:30:32.507573 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ca95f599-0d08-43f6-99a8-e81d7f1369a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279690575971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852343143'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:32.525723 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ca95f599-0d08-43f6-99a8-e81d7f1369a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:32.532397 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca95f599-0d08-43f6-99a8-e81d7f1369a1 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:30:32.722928 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-ca95f599-0d08-43f6-99a8-e81d7f1369a1 admin admin] Network 3dd0b1ef-3068-4716-88be-7499ae53eda8 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:30:32.731843 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ca95f599-0d08-43f6-99a8-e81d7f1369a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853386440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851800674'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:32.734065 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bb452d91-6fea-4c59-9ce0-5510628d6581 req-768e6e70-ca25-4ffc-a122-95cf4c8365cd service neutron] 10.222.0.36 "GET /v2.0/networks/2990cae8-5a54-473d-86b5-0b1ec0d9b4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201891 Apr 20 23:30:32.743727 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40699a68-71e8-4870-b882-fe295d3952d8 req-6027a8f4-5039-41fb-b2e4-1978804fea24 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:32.745233 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-40699a68-71e8-4870-b882-fe295d3952d8 req-6027a8f4-5039-41fb-b2e4-1978804fea24 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 945 time: 0.1433227 Apr 20 23:30:32.806813 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-40699a68-71e8-4870-b882-fe295d3952d8 req-c1ef44d6-282a-468d-9f65-5ee5dfbe3c93 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544209 Apr 20 23:30:32.974095 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-ca95f599-0d08-43f6-99a8-e81d7f1369a1 admin admin] Network 3dd0b1ef-3068-4716-88be-7499ae53eda8 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: timer() Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: cb(*args, **kw) Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: self._notify() Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: self.callback(batched_events) Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: event.method(event) Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: return self._get(url).json() Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: **kwargs) Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: **endpoint_filter) Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:30:32.997150 dv-cinder-787296-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:30:33.101061 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ca95f599-0d08-43f6-99a8-e81d7f1369a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853347724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648834'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:33.113007 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a946b6-f044-4858-b2e9-867e7a70ca63 req-639e15c5-79a9-4c3c-996e-7281f71a8e69 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:33.121948 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-05a946b6-f044-4858-b2e9-867e7a70ca63 req-639e15c5-79a9-4c3c-996e-7281f71a8e69 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 943 time: 0.2273653 Apr 20 23:30:33.137351 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device a75bda44-023d-4d76-bcda-97824d95aa3b details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:30:33.139109 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:33.162781 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ca95f599-0d08-43f6-99a8-e81d7f1369a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:33.165687 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95f599-0d08-43f6-99a8-e81d7f1369a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dd0b1ef-3068-4716-88be-7499ae53eda8,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:33.172669 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ca95f599-0d08-43f6-99a8-e81d7f1369a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:33.204972 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-05a946b6-f044-4858-b2e9-867e7a70ca63 req-58c45186-e147-4633-9613-5fbe920b170f tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818157 Apr 20 23:30:33.209288 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-ca95f599-0d08-43f6-99a8-e81d7f1369a1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3dd0b1ef-3068-4716-88be-7499ae53eda8 HTTP/1.1" status: 204 len: 168 time: 1.1017325 Apr 20 23:30:33.291601 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f0e5b-1198-4806-8c15-241225d2b69d req-626f166f-3a23-4223-91ac-efe01ea286b4 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:33.293354 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb7f0e5b-1198-4806-8c15-241225d2b69d req-626f166f-3a23-4223-91ac-efe01ea286b4 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.1096718 Apr 20 23:30:33.309667 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port a75bda44-023d-4d76-bcda-97824d95aa3b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=a75bda44-023d-4d76-bcda-97824d95aa3b,segment=NetworkSegment(9ef7f02b-ed0e-4543-9071-1492e01966f4),segment_id=9ef7f02b-ed0e-4543-9071-1492e01966f4)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:30:33.325618 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Returning: {'device': 'a75bda44-023d-4d76-bcda-97824d95aa3b', 'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0', 'port_id': 'a75bda44-023d-4d76-bcda-97824d95aa3b', 'mac_address': 'fa:16:3e:f0:bb:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad45981-94c2-4206-b4df-c5f51d462877', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:30:33.342966 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb7f0e5b-1198-4806-8c15-241225d2b69d req-e59a0023-3a22-4f55-968c-12c0f467b130 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428181 Apr 20 23:30:33.392689 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:33.411639 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a75bda44-023d-4d76-bcda-97824d95aa3b {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:30:33.439490 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port a75bda44-023d-4d76-bcda-97824d95aa3b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=a75bda44-023d-4d76-bcda-97824d95aa3b,segment=NetworkSegment(9ef7f02b-ed0e-4543-9071-1492e01966f4),segment_id=9ef7f02b-ed0e-4543-9071-1492e01966f4)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:30:33.442828 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:33.444652 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-89307e6b-8fae-4327-95ed-649bcf1b5b39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:33.460995 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 56398) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:30:33.512385 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-2f6b496e-9b09-4ecc-9f27-6b3d12219782 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d279a11f135440c2aef0243c709cd016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499029 Apr 20 23:30:33.515156 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 56402) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:30:33.516856 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=a75bda44-023d-4d76-bcda-97824d95aa3b,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:33.520897 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:33.579828 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1e667199-e3c0-4d48-90f3-2f381b156720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:33.610906 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1e667199-e3c0-4d48-90f3-2f381b156720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:33.657226 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1e667199-e3c0-4d48-90f3-2f381b156720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:33.662728 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-68e49942-6cd1-475c-89e1-5fbabbb59c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:33.675656 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e667199-e3c0-4d48-90f3-2f381b156720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831e0650-d823-4d32-ac4a-e0a67c3f30ae,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:33.678482 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1e667199-e3c0-4d48-90f3-2f381b156720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:33.684928 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1e667199-e3c0-4d48-90f3-2f381b156720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:33.689644 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-1e667199-e3c0-4d48-90f3-2f381b156720 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/831e0650-d823-4d32-ac4a-e0a67c3f30ae HTTP/1.1" status: 204 len: 168 time: 0.1732504 Apr 20 23:30:33.718693 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['a75bda44-023d-4d76-bcda-97824d95aa3b'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:30:34.048836 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc4357-0088-489b-9693-6557c77ef220 req-802188bf-512b-473c-8c2d-59d32fa7adc8 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:34.050451 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-85dc4357-0088-489b-9693-6557c77ef220 req-802188bf-512b-473c-8c2d-59d32fa7adc8 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 945 time: 0.1100295 Apr 20 23:30:34.099815 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-85dc4357-0088-489b-9693-6557c77ef220 req-acd89b92-b0fd-4dca-9daf-458061640b24 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428839 Apr 20 23:30:34.423041 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0ece1-6b3b-4c13-b19e-71fef892a805 req-5c9f9057-107b-4437-9f59-baa7e8997002 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:34.424686 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-82d0ece1-6b3b-4c13-b19e-71fef892a805 req-5c9f9057-107b-4437-9f59-baa7e8997002 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 944 time: 0.0962017 Apr 20 23:30:34.499816 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-82d0ece1-6b3b-4c13-b19e-71fef892a805 req-c52996d6-40f5-4cd6-81ba-6255cbc64419 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660622 Apr 20 23:30:34.583672 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb83269-4a2a-45ba-96e9-eac1cb5f56f8 req-a467afa2-2029-46fe-af91-99a6974e5234 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:34.585464 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3bb83269-4a2a-45ba-96e9-eac1cb5f56f8 req-a467afa2-2029-46fe-af91-99a6974e5234 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.0997953 Apr 20 23:30:34.637401 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3bb83269-4a2a-45ba-96e9-eac1cb5f56f8 req-0273f4b8-0dfd-4241-b0fd-a792989e3bb6 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455220 Apr 20 23:30:35.000119 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 56442) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:30:35.154259 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-462da410-63cb-4e0c-b0c9-4e840b069db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:35.167023 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device a75bda44-023d-4d76-bcda-97824d95aa3b up at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:30:35.173730 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-462da410-63cb-4e0c-b0c9-4e840b069db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:30:35.177817 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-462da410-63cb-4e0c-b0c9-4e840b069db8 admin admin] Usage tracker for resource:security_group_rule and tenant:55fbd2a02b4e4ae58cd83cdfc74f42e8 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:30:35.180770 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-462da410-63cb-4e0c-b0c9-4e840b069db8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:30:35.187014 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-462da410-63cb-4e0c-b0c9-4e840b069db8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:30:35.243920 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning for port a75bda44-023d-4d76-bcda-97824d95aa3b completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:30:35.248673 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning complete for port a75bda44-023d-4d76-bcda-97824d95aa3b triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:30:35.249088 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:35.348136 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-462da410-63cb-4e0c-b0c9-4e840b069db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:35.355471 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-462da410-63cb-4e0c-b0c9-4e840b069db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:35.369326 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-caf23e6b-3055-4c0c-aa01-debd37580cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:35.375609 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:35.415330 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69401014-dcf7-42d7-9651-2471e6fba35c req-c68a816d-bb9f-4171-9138-945994b427e4 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:35.417011 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-69401014-dcf7-42d7-9651-2471e6fba35c req-c68a816d-bb9f-4171-9138-945994b427e4 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 945 time: 0.1937306 Apr 20 23:30:35.438524 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 56452) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:30:35.449085 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-462da410-63cb-4e0c-b0c9-4e840b069db8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=55fbd2a02b4e4ae58cd83cdfc74f42e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4476540 Apr 20 23:30:35.471377 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e71b229-d667-4307-a1ae-42810ca074be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75bda44-023d-4d76-bcda-97824d95aa3b'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:30:35.482864 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port a75bda44-023d-4d76-bcda-97824d95aa3b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=a75bda44-023d-4d76-bcda-97824d95aa3b,segment=NetworkSegment(9ef7f02b-ed0e-4543-9071-1492e01966f4),segment_id=9ef7f02b-ed0e-4543-9071-1492e01966f4)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:30:35.483250 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462da410-63cb-4e0c-b0c9-4e840b069db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083b2b69-2919-4c43-9f00-4d8e417e3a3b,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:35.489659 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-462da410-63cb-4e0c-b0c9-4e840b069db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:35.489833 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:35.492974 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-7fa4def5-9327-47dc-8215-85f19efd8ecd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:35.532772 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-69401014-dcf7-42d7-9651-2471e6fba35c req-7a5b6c55-3ec3-4899-8a1e-261c6eea9367 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749748 Apr 20 23:30:35.551406 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e71b229-d667-4307-a1ae-42810ca074be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75bda44-023d-4d76-bcda-97824d95aa3b', 'code': 200} Apr 20 23:30:35.559298 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5b4a76f7-a9df-485c-9220-6749e425409b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:35.590002 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=a75bda44-023d-4d76-bcda-97824d95aa3b,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:35.600743 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:35.602564 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5b4a76f7-a9df-485c-9220-6749e425409b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:35.663571 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5b4a76f7-a9df-485c-9220-6749e425409b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:35.667951 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-81adf4d2-f1e0-4b39-9ab8-c95627ac62ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:35.681629 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a76f7-a9df-485c-9220-6749e425409b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083b2b69-2919-4c43-9f00-4d8e417e3a3b,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:35.685623 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5b4a76f7-a9df-485c-9220-6749e425409b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:35.740025 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5b4a76f7-a9df-485c-9220-6749e425409b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:35.741259 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5b4a76f7-a9df-485c-9220-6749e425409b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/083b2b69-2919-4c43-9f00-4d8e417e3a3b HTTP/1.1" status: 204 len: 168 time: 0.3016458 Apr 20 23:30:35.788529 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35ada7-7b5a-4d1d-9c92-2642e33d493a req-0d030561-4495-4850-a0da-d5e22d7da33a tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:35.790869 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2c35ada7-7b5a-4d1d-9c92-2642e33d493a req-0d030561-4495-4850-a0da-d5e22d7da33a tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 945 time: 0.1116998 Apr 20 23:30:35.854510 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2c35ada7-7b5a-4d1d-9c92-2642e33d493a req-92a4ea5c-467d-430c-b8e4-7906df158e16 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575187 Apr 20 23:30:35.857019 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426583f2-2f2b-4e85-a610-02c9c808b810 req-693e8f6c-8bf9-4039-86c6-a5849bb2b53d tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:35.858998 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-426583f2-2f2b-4e85-a610-02c9c808b810 req-693e8f6c-8bf9-4039-86c6-a5849bb2b53d tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.0959082 Apr 20 23:30:35.911816 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-426583f2-2f2b-4e85-a610-02c9c808b810 req-0bc9c1b2-bdb5-4bdf-8424-649075043a68 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458798 Apr 20 23:30:36.063433 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8340c96-10fe-4bd6-9bc4-db6ce27f6a5f req-ce8160f5-7b6f-4864-a188-2e379077612b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:36.064964 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f8340c96-10fe-4bd6-9bc4-db6ce27f6a5f req-ce8160f5-7b6f-4864-a188-2e379077612b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 1098 time: 0.0830235 Apr 20 23:30:36.110814 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f8340c96-10fe-4bd6-9bc4-db6ce27f6a5f req-5c4525f2-401f-4559-913f-1ed477c67aea service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372014 Apr 20 23:30:36.497038 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 56504) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:30:36.621842 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-37efb74b-aa49-4c83-ab62-df8169dea087 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-584002823-network', 'tenant_id': 'f5d8d576fff3491683199b271051327e'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:30:36.638968 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-37efb74b-aa49-4c83-ab62-df8169dea087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:30:36.643446 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-37efb74b-aa49-4c83-ab62-df8169dea087 admin admin] Usage tracker for resource:network and tenant:f5d8d576fff3491683199b271051327e is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:30:36.647125 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-37efb74b-aa49-4c83-ab62-df8169dea087 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:30:36.660616 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-37efb74b-aa49-4c83-ab62-df8169dea087 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:30:36.671203 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37efb74b-aa49-4c83-ab62-df8169dea087 admin admin] Made reservation on behalf of f5d8d576fff3491683199b271051327e for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:30:36.675912 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-37efb74b-aa49-4c83-ab62-df8169dea087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:36.724526 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-37efb74b-aa49-4c83-ab62-df8169dea087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:36.751164 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-37efb74b-aa49-4c83-ab62-df8169dea087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:30:36.757816 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-37efb74b-aa49-4c83-ab62-df8169dea087 admin admin] Usage tracker for resource:security_group_rule and tenant:f5d8d576fff3491683199b271051327e is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:30:36.762880 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-37efb74b-aa49-4c83-ab62-df8169dea087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:30:36.778222 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-37efb74b-aa49-4c83-ab62-df8169dea087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:30:36.822637 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33709218-1988-4c2b-bf48-9fef0945459e req-29869500-8220-4db9-958d-7a5317c4ca05 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:36.824198 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-33709218-1988-4c2b-bf48-9fef0945459e req-29869500-8220-4db9-958d-7a5317c4ca05 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 945 time: 0.1366525 Apr 20 23:30:36.896668 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-33709218-1988-4c2b-bf48-9fef0945459e req-2e79c0c9-94b4-4cf3-9dc5-2c872d238ef6 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635879 Apr 20 23:30:36.923665 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-37efb74b-aa49-4c83-ab62-df8169dea087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:36.926879 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-37efb74b-aa49-4c83-ab62-df8169dea087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:36.931138 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-097a2640-7523-44cb-9dda-e1bd7b40e7f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:36.957230 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37efb74b-aa49-4c83-ab62-df8169dea087 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:30:36.971094 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37efb74b-aa49-4c83-ab62-df8169dea087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf40aaa9-d962-4542-9b72-94298303498c,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:36.975978 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-37efb74b-aa49-4c83-ab62-df8169dea087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:36.976893 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-37efb74b-aa49-4c83-ab62-df8169dea087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:36.977274 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-37efb74b-aa49-4c83-ab62-df8169dea087 admin admin] Added segment ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a of type vlan for network f9c97540-1903-414c-ae3e-18189497fefe Apr 20 23:30:37.005250 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-37efb74b-aa49-4c83-ab62-df8169dea087 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757163678135'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:37.036588 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-37efb74b-aa49-4c83-ab62-df8169dea087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:37.038005 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37efb74b-aa49-4c83-ab62-df8169dea087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:37.038649 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-37efb74b-aa49-4c83-ab62-df8169dea087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:37.043829 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:37.117360 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8fc90-9b46-430b-835e-3b9b5a0d82ec req-bc12286f-56e2-4bfe-9e91-cb6036e6f47c tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:37.119560 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-18c8fc90-9b46-430b-835e-3b9b5a0d82ec req-bc12286f-56e2-4bfe-9e91-cb6036e6f47c tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 945 time: 0.1084890 Apr 20 23:30:37.167118 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37efb74b-aa49-4c83-ab62-df8169dea087 admin admin] Pushing event updated for resources: {'Network': ['ID=f9c97540-1903-414c-ae3e-18189497fefe,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:37.169237 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-18c8fc90-9b46-430b-835e-3b9b5a0d82ec req-5f926ab3-dbc4-487d-ab72-be8eaa95961b tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426161 Apr 20 23:30:37.170603 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-37efb74b-aa49-4c83-ab62-df8169dea087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:37.172717 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-37efb74b-aa49-4c83-ab62-df8169dea087 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6744766 Apr 20 23:30:37.176074 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 56516) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:30:37.179587 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Network f9c97540-1903-414c-ae3e-18189497fefe details requested by agent ovs-agent-dv-cinder-787296-1-smb with host dv-cinder-787296-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:30:37.182700 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-17f4a10c-d0ba-427f-a4f0-42dad5210476 admin admin] Request body: {'subnet': {'network_id': 'f9c97540-1903-414c-ae3e-18189497fefe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-584002823-subnet', 'tenant_id': 'f5d8d576fff3491683199b271051327e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:30:37.188333 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-17f4a10c-d0ba-427f-a4f0-42dad5210476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:30:37.193098 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-17f4a10c-d0ba-427f-a4f0-42dad5210476 admin admin] Usage tracker for resource:subnet and tenant:f5d8d576fff3491683199b271051327e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:30:37.196189 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-17f4a10c-d0ba-427f-a4f0-42dad5210476 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:30:37.202335 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-17f4a10c-d0ba-427f-a4f0-42dad5210476 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:30:37.215039 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f4a10c-d0ba-427f-a4f0-42dad5210476 admin admin] Made reservation on behalf of f5d8d576fff3491683199b271051327e for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:30:37.219712 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-17f4a10c-d0ba-427f-a4f0-42dad5210476 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852643475'] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:37.840777 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-17f4a10c-d0ba-427f-a4f0-42dad5210476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851800200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852643460'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:37.845651 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f6e33b70-0a98-4557-9028-89c09428a17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:37.920367 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4a10c-d0ba-427f-a4f0-42dad5210476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee66d5d2-5789-4fe6-9d01-7766a9eefd9a,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:37.924564 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-17f4a10c-d0ba-427f-a4f0-42dad5210476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:37.929838 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f4a10c-d0ba-427f-a4f0-42dad5210476 admin admin] Checking segment: {'id': 'ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f9c97540-1903-414c-ae3e-18189497fefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:30:37.930239 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f4a10c-d0ba-427f-a4f0-42dad5210476 admin admin] Network hostable DHCP agents. Network: f9c97540-1903-414c-ae3e-18189497fefe, hostable agents: ['a298e916-2d0e-40ec-9d0f-6465273d3362'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:30:37.950648 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f4a10c-d0ba-427f-a4f0-42dad5210476 admin admin] Network f9c97540-1903-414c-ae3e-18189497fefe is scheduled to be hosted by DHCP agent a298e916-2d0e-40ec-9d0f-6465273d3362 with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:30:37.959832 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-17f4a10c-d0ba-427f-a4f0-42dad5210476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-smb, f9c97540-1903-414c-ae3e-18189497fefe) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:30:37.968775 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056bcf62-991d-4895-a883-58b02dd82e41 None None] Network f9c97540-1903-414c-ae3e-18189497fefe requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:30:37.971985 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f4a10c-d0ba-427f-a4f0-42dad5210476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:37.972622 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-17f4a10c-d0ba-427f-a4f0-42dad5210476 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:37.997248 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-17f4a10c-d0ba-427f-a4f0-42dad5210476 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8162680 Apr 20 23:30:38.110536 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe856a0-6c44-4bbf-afe4-3e8c0103bf1f req-dd8f150b-6c3d-4e4d-9384-ff2086125564 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:38.112148 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ffe856a0-6c44-4bbf-afe4-3e8c0103bf1f req-dd8f150b-6c3d-4e4d-9384-ff2086125564 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 945 time: 0.0959394 Apr 20 23:30:38.167121 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ffe856a0-6c44-4bbf-afe4-3e8c0103bf1f req-8c177419-b3ca-4bdb-b535-60cb315a15f1 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482454 Apr 20 23:30:38.200616 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb61205f-4e3b-4d89-8676-5e0751eb56b7 None None] Network f9c97540-1903-414c-ae3e-18189497fefe requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:30:38.397166 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b2346-050e-4a82-850d-0664d39f653c req-802bb0e2-ffe7-4071-931d-59b8f7abf6d7 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:38.398764 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-209b2346-050e-4a82-850d-0664d39f653c req-802bb0e2-ffe7-4071-931d-59b8f7abf6d7 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 945 time: 0.0964167 Apr 20 23:30:38.466810 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-209b2346-050e-4a82-850d-0664d39f653c req-fed416e3-8338-42f0-96c4-e3f3fd36fbee tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589225 Apr 20 23:30:38.697522 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b414c-04d4-4bcf-9149-8a72755e3e4d req-c1a46c30-2187-4667-ad7c-aa1411f7773c tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:38.699178 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-440b414c-04d4-4bcf-9149-8a72755e3e4d req-c1a46c30-2187-4667-ad7c-aa1411f7773c tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 945 time: 0.1196055 Apr 20 23:30:38.751483 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-440b414c-04d4-4bcf-9149-8a72755e3e4d req-af4da830-0af1-491b-b515-8141f6e8f62e tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458748 Apr 20 23:30:38.776912 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 56546) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:30:38.980867 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0303af6e-eb58-40f2-ad98-3c5e68765d86 tempest-TestShelveInstance-1129219966 tempest-TestShelveInstance-1129219966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:38.981762 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-0303af6e-eb58-40f2-ad98-3c5e68765d86 tempest-TestShelveInstance-1129219966 tempest-TestShelveInstance-1129219966-project-admin] Synchronizing usage tracker for tenant:58a8e0d082ca44cf92cd040cfc39e652 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:30:39.000310 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-0303af6e-eb58-40f2-ad98-3c5e68765d86 tempest-TestShelveInstance-1129219966 tempest-TestShelveInstance-1129219966-project-admin] Unset dirty status for tenant:58a8e0d082ca44cf92cd040cfc39e652 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:30:39.001631 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-0303af6e-eb58-40f2-ad98-3c5e68765d86 tempest-TestShelveInstance-1129219966 tempest-TestShelveInstance-1129219966-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 1093 time: 0.2236025 Apr 20 23:30:39.005245 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 56560) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:30:39.011273 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-c1d4df08-54ad-4e8a-b238-342647623a30 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Request body: {'floatingip': {'floating_network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'port_id': 'a75bda44-023d-4d76-bcda-97824d95aa3b', 'tenant_id': '761407463f394170a71239466d88684a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:30:39.017741 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c1d4df08-54ad-4e8a-b238-342647623a30 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:30:39.023984 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c1d4df08-54ad-4e8a-b238-342647623a30 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Usage tracker for resource:floatingip and tenant:761407463f394170a71239466d88684a is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:30:39.027066 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c1d4df08-54ad-4e8a-b238-342647623a30 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:30:39.033059 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c1d4df08-54ad-4e8a-b238-342647623a30 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:30:39.046187 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c1d4df08-54ad-4e8a-b238-342647623a30 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for floatingip, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:39.194547 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c1d4df08-54ad-4e8a-b238-342647623a30 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:39.339806 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-c1d4df08-54ad-4e8a-b238-342647623a30 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Allocated IP 172.28.2.103 (17a5301c-ad04-43a1-9559-698be9680e2f/c5ea26a4-9d6d-4298-bd22-11c1031e299f/6724a0a1-c73d-47ce-b3fc-fd6a44f60a0d) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:30:39.377469 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d8407-08fd-4923-be35-89b09a8b3731 req-034c5135-7f88-4cd1-a76b-8a8116243f40 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:39.378945 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a78d8407-08fd-4923-be35-89b09a8b3731 req-034c5135-7f88-4cd1-a76b-8a8116243f40 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 945 time: 0.0892224 Apr 20 23:30:39.429113 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a78d8407-08fd-4923-be35-89b09a8b3731 req-ca115ecb-78ae-4efe-a316-45798de88c99 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437398 Apr 20 23:30:39.497762 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c1d4df08-54ad-4e8a-b238-342647623a30 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:39.526255 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c1d4df08-54ad-4e8a-b238-342647623a30 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:39.530724 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0c963cca-5f56-42c0-b5c7-27cb0995b5a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:39.596328 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d4df08-54ad-4e8a-b238-342647623a30 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Network 17a5301c-ad04-43a1-9559-698be9680e2f is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:30:39.600605 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-c1d4df08-54ad-4e8a-b238-342647623a30 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:30:39.604423 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d4df08-54ad-4e8a-b238-342647623a30 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:30:39.641804 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4df08-54ad-4e8a-b238-342647623a30 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Pushing event updated for resources: {'Port': ['ID=6724a0a1-c73d-47ce-b3fc-fd6a44f60a0d,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:39.646293 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c1d4df08-54ad-4e8a-b238-342647623a30 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:40.284154 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:30:40.531980 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb03a6-2adf-4500-afd6-326e810c30da req-d2a92dc4-bda9-4e8f-922e-97600750af4f tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:40.532740 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-dddb03a6-2adf-4500-afd6-326e810c30da req-d2a92dc4-bda9-4e8f-922e-97600750af4f tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Synchronizing usage tracker for tenant:f5d8d576fff3491683199b271051327e on resource:network {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:30:40.537468 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c1d4df08-54ad-4e8a-b238-342647623a30 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:40.556704 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79219d4e-d8ec-4d3d-b38c-4bee7163987e req-be1125af-97f4-44cb-82c6-0b6c1b2864a6 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:40.558343 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-79219d4e-d8ec-4d3d-b38c-4bee7163987e req-be1125af-97f4-44cb-82c6-0b6c1b2864a6 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 945 time: 0.0911894 Apr 20 23:30:40.594702 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-dddb03a6-2adf-4500-afd6-326e810c30da req-d2a92dc4-bda9-4e8f-922e-97600750af4f tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Unset dirty status for tenant:f5d8d576fff3491683199b271051327e on resource:network {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:30:40.595992 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dddb03a6-2adf-4500-afd6-326e810c30da req-d2a92dc4-bda9-4e8f-922e-97600750af4f tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/networks?id=f9c97540-1903-414c-ae3e-18189497fefe HTTP/1.1" status: 200 len: 813 time: 0.6128218 Apr 20 23:30:40.611368 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-79219d4e-d8ec-4d3d-b38c-4bee7163987e req-474aca96-b3e0-4fbd-a5e8-03f3fc1e6266 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447958 Apr 20 23:30:40.619941 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dddb03a6-2adf-4500-afd6-326e810c30da req-9f683c41-2edd-4d1a-af31-ad1a09388317 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/quotas/f5d8d576fff3491683199b271051327e HTTP/1.1" status: 200 len: 375 time: 0.0132179 Apr 20 23:30:40.731972 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dddb03a6-2adf-4500-afd6-326e810c30da req-1803bd44-c59c-45b1-9d29-0bb9d39da7f4 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f5d8d576fff3491683199b271051327e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710621 Apr 20 23:30:40.741836 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c1d4df08-54ad-4e8a-b238-342647623a30 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:40.823259 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10ad5b-8cd1-4058-b6d5-78bb675796ec req-96d98823-e6db-47d2-8e4d-ad6e2ce2215a tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:40.831257 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d10ad5b-8cd1-4058-b6d5-78bb675796ec req-96d98823-e6db-47d2-8e4d-ad6e2ce2215a tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 945 time: 0.1053360 Apr 20 23:30:40.875976 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d10ad5b-8cd1-4058-b6d5-78bb675796ec req-34aee19d-2819-4f01-84a8-4c72eabbe25f tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432031 Apr 20 23:30:41.020588 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dddb03a6-2adf-4500-afd6-326e810c30da req-21859954-1c72-4df7-9a2f-12583e53bb96 service neutron] 10.222.0.16 "GET /v2.0/networks/f9c97540-1903-414c-ae3e-18189497fefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527704 Apr 20 23:30:41.211559 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c1d4df08-54ad-4e8a-b238-342647623a30 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:41.215309 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dddb03a6-2adf-4500-afd6-326e810c30da req-6f11d43b-e05f-488c-b027-34d4deee9c60 service neutron] 10.222.0.16 "GET /v2.0/networks/f9c97540-1903-414c-ae3e-18189497fefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875625 Apr 20 23:30:41.216569 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c1d4df08-54ad-4e8a-b238-342647623a30 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851844298'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:41.224282 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-aacf2d68-2380-4567-b622-34d2f3d994c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:41.342489 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4df08-54ad-4e8a-b238-342647623a30 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Pushing event updated for resources: {'Port': ['ID=6724a0a1-c73d-47ce-b3fc-fd6a44f60a0d,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:41.347244 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c1d4df08-54ad-4e8a-b238-342647623a30 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:41.350788 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c1d4df08-54ad-4e8a-b238-342647623a30 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648881'] for floatingip, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:41.425907 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f7581a4d-a4df-458e-8ea5-a7f6f24857a1 req-7abfd050-c245-4133-9547-cb61099ef561 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=4736b977-7cd3-4840-b318-63b84a94246f HTTP/1.1" status: 200 len: 210 time: 0.0533135 Apr 20 23:30:41.554123 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.l3_db [None req-c1d4df08-54ad-4e8a-b238-342647623a30 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Floating IP 080cb7f1-fa74-49d8-89cc-b5648bc17573 associated. External IP: 172.28.2.103, port: a75bda44-023d-4d76-bcda-97824d95aa3b. Apr 20 23:30:41.990010 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cb96f-856c-49a1-9f13-aae153da56ca req-9898a735-8a27-4d05-9932-3a29d39d0bd9 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:41.992219 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-782cb96f-856c-49a1-9f13-aae153da56ca req-9898a735-8a27-4d05-9932-3a29d39d0bd9 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 945 time: 0.2581832 Apr 20 23:30:42.036884 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d4df08-54ad-4e8a-b238-342647623a30 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Router 500689d1-7eb6-4a88-b7b9-52bea4911d9b has already been hosted by L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:30:42.117647 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179c4ce-141a-4367-8439-50c0e2dffd54 req-eee488fc-6d35-49b4-ba83-7852be0d651e tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:42.119936 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c179c4ce-141a-4367-8439-50c0e2dffd54 req-eee488fc-6d35-49b4-ba83-7852be0d651e tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 945 time: 0.1023543 Apr 20 23:30:42.127530 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-782cb96f-856c-49a1-9f13-aae153da56ca req-a29a2a67-5879-49ab-81bb-4962fc90487c tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275671 Apr 20 23:30:42.172973 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c179c4ce-141a-4367-8439-50c0e2dffd54 req-a7f6d70e-a0e4-46b8-8ca6-cd00aed696b7 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471153 Apr 20 23:30:42.262364 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d4df08-54ad-4e8a-b238-342647623a30 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:30:42.272235 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfc1911-0df4-4568-ad8c-12561ce50a00 None None] Sync routers for ids ['500689d1-7eb6-4a88-b7b9-52bea4911d9b'] in dv-cinder-787296-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:30:42.282250 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfc1911-0df4-4568-ad8c-12561ce50a00 None None] Routers {'500689d1-7eb6-4a88-b7b9-52bea4911d9b'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:30:42.282915 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-6cfc1911-0df4-4568-ad8c-12561ce50a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:30:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['500689d1-7eb6-4a88-b7b9-52bea4911d9b'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:30:42.286720 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c1d4df08-54ad-4e8a-b238-342647623a30 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:42.349749 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c1d4df08-54ad-4e8a-b238-342647623a30 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3431759 Apr 20 23:30:42.350782 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e71b229-d667-4307-a1ae-42810ca074be', 'tag': 'a75bda44-023d-4d76-bcda-97824d95aa3b'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:30:42.400771 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e71b229-d667-4307-a1ae-42810ca074be', 'tag': 'a75bda44-023d-4d76-bcda-97824d95aa3b', 'status': 'completed', 'code': 200} Apr 20 23:30:42.491957 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-6cfc1911-0df4-4568-ad8c-12561ce50a00 None None] Set router 500689d1-7eb6-4a88-b7b9-52bea4911d9b gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:30:42.538902 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13e3fe-68bd-48ef-a68a-917d6e7eff62 req-ce6b2b95-a411-46db-b825-023eac2ac75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:42.541179 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2b13e3fe-68bd-48ef-a68a-917d6e7eff62 req-ce6b2b95-a411-46db-b825-023eac2ac75b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=761407463f394170a71239466d88684a&device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 1098 time: 0.0888371 Apr 20 23:30:42.665534 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-da97857d-0b27-4e70-8b0e-7a4cdc45a22a req-b23355e9-1e19-4a39-8d18-429d70f90791 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=4736b977-7cd3-4840-b318-63b84a94246f HTTP/1.1" status: 200 len: 210 time: 0.1160359 Apr 20 23:30:42.703543 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13e3fe-68bd-48ef-a68a-917d6e7eff62 req-c1c0e4bd-0716-4296-8062-ad653c69ae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:42.705491 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2b13e3fe-68bd-48ef-a68a-917d6e7eff62 req-c1c0e4bd-0716-4296-8062-ad653c69ae83 service neutron] 10.222.0.36 "GET /v2.0/networks?id=640db5cb-0640-4ccd-aca1-982a4d3eb0e0 HTTP/1.1" status: 200 len: 910 time: 0.1570590 Apr 20 23:30:42.758447 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb03a6-2adf-4500-afd6-326e810c30da req-7f05ecb7-abe7-412e-b956-fce88028b9d1 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:42.760282 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dddb03a6-2adf-4500-afd6-326e810c30da req-7f05ecb7-abe7-412e-b956-fce88028b9d1 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.36 "GET /v2.0/networks?id=f9c97540-1903-414c-ae3e-18189497fefe HTTP/1.1" status: 200 len: 813 time: 0.2540700 Apr 20 23:30:42.781086 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-dddb03a6-2adf-4500-afd6-326e810c30da req-c13516f7-09d2-4539-b523-d06a48eb2459 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Request body: {'port': {'device_id': '4736b977-7cd3-4840-b318-63b84a94246f', 'network_id': 'f9c97540-1903-414c-ae3e-18189497fefe', 'admin_state_up': True, 'tenant_id': 'f5d8d576fff3491683199b271051327e'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:30:42.853889 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2b13e3fe-68bd-48ef-a68a-917d6e7eff62 req-3b6e617b-b3ae-417f-95f3-875898a04a54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a75bda44-023d-4d76-bcda-97824d95aa3b HTTP/1.1" status: 200 len: 999 time: 0.1405399 Apr 20 23:30:42.913726 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-6cfc1911-0df4-4568-ad8c-12561ce50a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'name': 'tempest-TestShelveInstance-1394582159-router', 'tenant_id': '761407463f394170a71239466d88684a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': 'bc2dcff5-f675-4f69-b75e-c7f39322a84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:36Z', 'updated_at': '2021-04-20T23:29:45Z', 'revision_number': 4, 'project_id': '761407463f394170a71239466d88684a', 'gw_port': {'id': 'bc2dcff5-f675-4f69-b75e-c7f39322a84f', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:39Z', 'updated_at': '2021-04-20T23:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_floatingips': [{'id': '080cb7f1-fa74-49d8-89cc-b5648bc17573', 'tenant_id': '761407463f394170a71239466d88684a', 'floating_ip_address': '172.28.2.103', 'floating_network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'router_id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'port_id': 'a75bda44-023d-4d76-bcda-97824d95aa3b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0', 'mac_address': 'fa:16:3e:f0:bb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e71b229-d667-4307-a1ae-42810ca074be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:30:39Z', 'updated_at': '2021-04-20T23:30:39Z', 'revision_number': 0, 'project_id': '761407463f394170a71239466d88684a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f022b66-56ae-45ce-8737-b86dd8ea82a8', 'name': '', 'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0', 'tenant_id': '761407463f394170a71239466d88684a', 'mac_address': 'fa:16:3e:5f:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2ad45981-94c2-4206-b4df-c5f51d462877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:44Z', 'updated_at': '2021-04-20T23:29:54Z', 'revision_number': 5, 'project_id': '761407463f394170a71239466d88684a', 'subnets': [{'id': '2ad45981-94c2-4206-b4df-c5f51d462877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:30:42.917873 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfc1911-0df4-4568-ad8c-12561ce50a00 None None] Checking router: 500689d1-7eb6-4a88-b7b9-52bea4911d9b for host: dv-cinder-787296-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:30:42.925991 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13e3fe-68bd-48ef-a68a-917d6e7eff62 req-adb5fda0-9d88-4f34-a1bc-605bfd5ff3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:42.927244 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfc1911-0df4-4568-ad8c-12561ce50a00 None None] Routers {'500689d1-7eb6-4a88-b7b9-52bea4911d9b'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:30:42.927615 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2b13e3fe-68bd-48ef-a68a-917d6e7eff62 req-adb5fda0-9d88-4f34-a1bc-605bfd5ff3c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ad45981-94c2-4206-b4df-c5f51d462877 HTTP/1.1" status: 200 len: 848 time: 0.0658646 Apr 20 23:30:42.927926 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-6cfc1911-0df4-4568-ad8c-12561ce50a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:30:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['500689d1-7eb6-4a88-b7b9-52bea4911d9b'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:30:42.934725 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-dddb03a6-2adf-4500-afd6-326e810c30da req-c13516f7-09d2-4539-b523-d06a48eb2459 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:30:42.938725 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-dddb03a6-2adf-4500-afd6-326e810c30da req-c13516f7-09d2-4539-b523-d06a48eb2459 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Usage tracker for resource:port and tenant:f5d8d576fff3491683199b271051327e is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:30:42.941679 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-dddb03a6-2adf-4500-afd6-326e810c30da req-c13516f7-09d2-4539-b523-d06a48eb2459 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:30:43.000738 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-dddb03a6-2adf-4500-afd6-326e810c30da req-c13516f7-09d2-4539-b523-d06a48eb2459 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:30:43.023533 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dddb03a6-2adf-4500-afd6-326e810c30da req-c13516f7-09d2-4539-b523-d06a48eb2459 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Made reservation on behalf of f5d8d576fff3491683199b271051327e for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:30:43.024868 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13e3fe-68bd-48ef-a68a-917d6e7eff62 req-af478ef4-8840-4f2e-95a9-a7fcdb7dc093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:43.026518 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2b13e3fe-68bd-48ef-a68a-917d6e7eff62 req-af478ef4-8840-4f2e-95a9-a7fcdb7dc093 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=640db5cb-0640-4ccd-aca1-982a4d3eb0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0832043 Apr 20 23:30:43.029533 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-dddb03a6-2adf-4500-afd6-326e810c30da req-c13516f7-09d2-4539-b523-d06a48eb2459 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:43.117525 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-6cfc1911-0df4-4568-ad8c-12561ce50a00 None None] Set router 500689d1-7eb6-4a88-b7b9-52bea4911d9b gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:30:43.118445 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd9297-d996-4ba6-aeae-8186d3efa2a9 req-a96a81cf-c3d2-4fe7-b250-8a83468fcd06 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:43.120044 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1fcd9297-d996-4ba6-aeae-8186d3efa2a9 req-a96a81cf-c3d2-4fe7-b250-8a83468fcd06 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 945 time: 0.1748102 Apr 20 23:30:43.194125 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2b13e3fe-68bd-48ef-a68a-917d6e7eff62 req-aa5d8e8a-9268-410f-b219-d7f14b51cb74 service neutron] 10.222.0.36 "GET /v2.0/networks/640db5cb-0640-4ccd-aca1-982a4d3eb0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530347 Apr 20 23:30:43.258636 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-1fcd9297-d996-4ba6-aeae-8186d3efa2a9 req-581ed5ff-94f6-4425-ad96-1325a5069aa6 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Deleting port 4348a70f-904c-4ce7-aef4-db37fed2d564 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:30:43.259028 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-1fcd9297-d996-4ba6-aeae-8186d3efa2a9 req-581ed5ff-94f6-4425-ad96-1325a5069aa6 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:43.475726 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-dddb03a6-2adf-4500-afd6-326e810c30da req-c13516f7-09d2-4539-b523-d06a48eb2459 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Allocated IP 172.20.0.5 (f9c97540-1903-414c-ae3e-18189497fefe/ee66d5d2-5789-4fe6-9d01-7766a9eefd9a/8897fb1f-22b3-4e68-ab76-f64d6361fb46) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:30:43.486231 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2b13e3fe-68bd-48ef-a68a-917d6e7eff62 req-84b5270b-4a4d-4213-9f8e-ca9fc39732d9 service neutron] 10.222.0.36 "GET /v2.0/networks/640db5cb-0640-4ccd-aca1-982a4d3eb0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825258 Apr 20 23:30:43.497525 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2452a-463a-45b6-a7cd-8e28e078326e req-91dd64f9-b097-4f63-b134-09c64f934386 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:43.499269 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bec2452a-463a-45b6-a7cd-8e28e078326e req-91dd64f9-b097-4f63-b134-09c64f934386 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 945 time: 0.1619534 Apr 20 23:30:43.559696 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bec2452a-463a-45b6-a7cd-8e28e078326e req-ee043473-1f71-48d1-99a7-4575cbcf9d01 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523076 Apr 20 23:30:43.634025 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-6cfc1911-0df4-4568-ad8c-12561ce50a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'name': 'tempest-TestShelveInstance-1394582159-router', 'tenant_id': '761407463f394170a71239466d88684a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': 'bc2dcff5-f675-4f69-b75e-c7f39322a84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:36Z', 'updated_at': '2021-04-20T23:29:45Z', 'revision_number': 4, 'project_id': '761407463f394170a71239466d88684a', 'gw_port': {'id': 'bc2dcff5-f675-4f69-b75e-c7f39322a84f', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:39Z', 'updated_at': '2021-04-20T23:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_floatingips': [{'id': '080cb7f1-fa74-49d8-89cc-b5648bc17573', 'tenant_id': '761407463f394170a71239466d88684a', 'floating_ip_address': '172.28.2.103', 'floating_network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'router_id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'port_id': 'a75bda44-023d-4d76-bcda-97824d95aa3b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0', 'mac_address': 'fa:16:3e:f0:bb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e71b229-d667-4307-a1ae-42810ca074be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:30:39Z', 'updated_at': '2021-04-20T23:30:39Z', 'revision_number': 0, 'project_id': '761407463f394170a71239466d88684a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f022b66-56ae-45ce-8737-b86dd8ea82a8', 'name': '', 'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0', 'tenant_id': '761407463f394170a71239466d88684a', 'mac_address': 'fa:16:3e:5f:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2ad45981-94c2-4206-b4df-c5f51d462877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:44Z', 'updated_at': '2021-04-20T23:29:54Z', 'revision_number': 5, 'project_id': '761407463f394170a71239466d88684a', 'subnets': [{'id': '2ad45981-94c2-4206-b4df-c5f51d462877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:30:43.638675 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfc1911-0df4-4568-ad8c-12561ce50a00 None None] The sync data for ids ['500689d1-7eb6-4a88-b7b9-52bea4911d9b'] in dv-cinder-787296-1-smb is: [{'id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'name': 'tempest-TestShelveInstance-1394582159-router', 'tenant_id': '761407463f394170a71239466d88684a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': 'bc2dcff5-f675-4f69-b75e-c7f39322a84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:36Z', 'updated_at': '2021-04-20T23:29:45Z', 'revision_number': 4, 'project_id': '761407463f394170a71239466d88684a', 'gw_port': {'id': 'bc2dcff5-f675-4f69-b75e-c7f39322a84f', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:39Z', 'updated_at': '2021-04-20T23:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_floatingips': [{'id': '080cb7f1-fa74-49d8-89cc-b5648bc17573', 'tenant_id': '761407463f394170a71239466d88684a', 'floating_ip_address': '172.28.2.103', 'floating_network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'router_id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'port_id': 'a75bda44-023d-4d76-bcda-97824d95aa3b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0', 'mac_address': 'fa:16:3e:f0:bb:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e71b229-d667-4307-a1ae-42810ca074be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:30:39Z', 'updated_at': '2021-04-20T23:30:39Z', 'revision_number': 0, 'project_id': '761407463f394170a71239466d88684a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f022b66-56ae-45ce-8737-b86dd8ea82a8', 'name': '', 'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0', 'tenant_id': '761407463f394170a71239466d88684a', 'mac_address': 'fa:16:3e:5f:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2ad45981-94c2-4206-b4df-c5f51d462877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:44Z', 'updated_at': '2021-04-20T23:29:54Z', 'revision_number': 5, 'project_id': '761407463f394170a71239466d88684a', 'subnets': [{'id': '2ad45981-94c2-4206-b4df-c5f51d462877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:30:43.653885 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973958f1-3ee5-45ee-9b10-cee9df34233e req-30cb5756-a292-4bc0-8dc1-89c4200043ee tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:43.656006 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-973958f1-3ee5-45ee-9b10-cee9df34233e req-30cb5756-a292-4bc0-8dc1-89c4200043ee tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 945 time: 0.3470576 Apr 20 23:30:43.843791 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-1fcd9297-d996-4ba6-aeae-8186d3efa2a9 req-581ed5ff-94f6-4425-ad96-1325a5069aa6 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] For port 4348a70f-904c-4ce7-aef4-db37fed2d564, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=4348a70f-904c-4ce7-aef4-db37fed2d564,segment=NetworkSegment(5832c03e-4d4e-4953-8e35-36707492620e),segment_id=5832c03e-4d4e-4953-8e35-36707492620e)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:30:43.844200 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-1fcd9297-d996-4ba6-aeae-8186d3efa2a9 req-581ed5ff-94f6-4425-ad96-1325a5069aa6 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:43.869075 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-973958f1-3ee5-45ee-9b10-cee9df34233e req-8e594e1e-eeec-4384-8e7e-e6ca65102524 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899760 Apr 20 23:30:44.000914 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-1fcd9297-d996-4ba6-aeae-8186d3efa2a9 req-581ed5ff-94f6-4425-ad96-1325a5069aa6 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Calling delete_port for 4348a70f-904c-4ce7-aef4-db37fed2d564 owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:30:44.034091 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf156c64-4d14-4e2d-a027-d3ad34c291a4 None None] New status for floating IP 080cb7f1-fa74-49d8-89cc-b5648bc17573: ACTIVE {{(pid=86358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 23:30:44.057074 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-15ece29d-988d-4d74-a328-e15c259d0f0e req-5f20b89b-9c3d-4604-a435-c830fec6ed6d tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=4736b977-7cd3-4840-b318-63b84a94246f HTTP/1.1" status: 200 len: 210 time: 0.2789562 Apr 20 23:30:44.194173 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-dddb03a6-2adf-4500-afd6-326e810c30da req-c13516f7-09d2-4539-b523-d06a48eb2459 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:44.286533 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-1fcd9297-d996-4ba6-aeae-8186d3efa2a9 req-581ed5ff-94f6-4425-ad96-1325a5069aa6 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:44.292605 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-dddb03a6-2adf-4500-afd6-326e810c30da req-c13516f7-09d2-4539-b523-d06a48eb2459 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:44.294095 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c9bf1fa3-5dd0-4378-bdf7-2d7eab8f8a89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:44.304454 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['4348a70f-904c-4ce7-aef4-db37fed2d564', '553127cf-ee81-4a89-80cc-4d1998548481'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:30:44.350681 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ed5ff-94f6-4425-ad96-1325a5069aa6 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Pushing event deleted for resources: {'Port': ['ID=4348a70f-904c-4ce7-aef4-db37fed2d564,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:44.358083 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-581ed5ff-94f6-4425-ad96-1325a5069aa6 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:44.360497 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c4c370a0-ed13-4e31-90bc-ba51683b0b9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:44.489112 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dddb03a6-2adf-4500-afd6-326e810c30da req-c13516f7-09d2-4539-b523-d06a48eb2459 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Network f9c97540-1903-414c-ae3e-18189497fefe is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:30:44.499295 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-dddb03a6-2adf-4500-afd6-326e810c30da req-c13516f7-09d2-4539-b523-d06a48eb2459 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:30:44.508635 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddb03a6-2adf-4500-afd6-326e810c30da req-c13516f7-09d2-4539-b523-d06a48eb2459 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:30:44.539998 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fcd9297-d996-4ba6-aeae-8186d3efa2a9 req-581ed5ff-94f6-4425-ad96-1325a5069aa6 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] No DVR routers for this DVR port 4348a70f-904c-4ce7-aef4-db37fed2d564 on host hv-cinder-78729 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:30:44.544352 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13516f7-09d2-4539-b523-d06a48eb2459 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Pushing event updated for resources: {'Port': ['ID=8897fb1f-22b3-4e68-ab76-f64d6361fb46,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:44.553521 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c13516f7-09d2-4539-b523-d06a48eb2459 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:44.554571 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-1fcd9297-d996-4ba6-aeae-8186d3efa2a9 req-581ed5ff-94f6-4425-ad96-1325a5069aa6 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:44.559841 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad27b24c-0086-46b8-8799-7e9da9608486', 'name': 'network-vif-deleted', 'tag': '4348a70f-904c-4ce7-aef4-db37fed2d564'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:30:44.596939 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb03a6-2adf-4500-afd6-326e810c30da req-c13516f7-09d2-4539-b523-d06a48eb2459 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:44.597600 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-dddb03a6-2adf-4500-afd6-326e810c30da req-c13516f7-09d2-4539-b523-d06a48eb2459 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:44.604275 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1fcd9297-d996-4ba6-aeae-8186d3efa2a9 req-581ed5ff-94f6-4425-ad96-1325a5069aa6 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.36 "DELETE /v2.0/ports/4348a70f-904c-4ce7-aef4-db37fed2d564 HTTP/1.1" status: 204 len: 173 time: 1.4772477 Apr 20 23:30:44.610715 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad27b24c-0086-46b8-8799-7e9da9608486', 'name': 'network-vif-deleted', 'tag': '4348a70f-904c-4ce7-aef4-db37fed2d564', 'status': 'completed', 'code': 200} Apr 20 23:30:44.618923 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dddb03a6-2adf-4500-afd6-326e810c30da req-c13516f7-09d2-4539-b523-d06a48eb2459 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8425055 Apr 20 23:30:44.637084 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-dddb03a6-2adf-4500-afd6-326e810c30da req-6729356d-f5ba-4733-bcd9-abdc987c9b92 service neutron] Request body: {'port': {'device_id': '4736b977-7cd3-4840-b318-63b84a94246f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:30:44.745660 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3ed82802-bc99-4fc4-a9e6-ffead097d719 req-d957fb60-be9b-45c5-a078-24e7eb5a0cb9 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad27b24c-0086-46b8-8799-7e9da9608486 HTTP/1.1" status: 200 len: 210 time: 0.0582659 Apr 20 23:30:44.773637 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-dddb03a6-2adf-4500-afd6-326e810c30da req-6729356d-f5ba-4733-bcd9-abdc987c9b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:45.231154 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6497e-37b1-450b-8419-e11804ba8dac req-4f291c96-e89f-4e10-aabf-bc8fef2e5afd tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:45.232945 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3cd6497e-37b1-450b-8419-e11804ba8dac req-4f291c96-e89f-4e10-aabf-bc8fef2e5afd tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 945 time: 0.2090387 Apr 20 23:30:45.278669 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75087c5-930f-4089-bee7-428ff2c5cd1c req-5531e98d-17f7-4cdf-88f0-6cde59ab8e78 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:45.280149 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b75087c5-930f-4089-bee7-428ff2c5cd1c req-5531e98d-17f7-4cdf-88f0-6cde59ab8e78 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=4736b977-7cd3-4840-b318-63b84a94246f HTTP/1.1" status: 200 len: 931 time: 0.0974381 Apr 20 23:30:45.327424 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-b75087c5-930f-4089-bee7-428ff2c5cd1c req-cc808882-42fe-45f9-9f6f-f66bb9e0867b tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Synchronizing usage tracker for tenant:f5d8d576fff3491683199b271051327e on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:30:45.343768 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-b75087c5-930f-4089-bee7-428ff2c5cd1c req-cc808882-42fe-45f9-9f6f-f66bb9e0867b tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Unset dirty status for tenant:f5d8d576fff3491683199b271051327e on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:30:45.344991 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b75087c5-930f-4089-bee7-428ff2c5cd1c req-cc808882-42fe-45f9-9f6f-f66bb9e0867b tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf40aaa9-d962-4542-9b72-94298303498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577118 Apr 20 23:30:45.349494 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3cd6497e-37b1-450b-8419-e11804ba8dac req-6aae5435-0dfd-4ebe-bc38-f429b615f275 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659006 Apr 20 23:30:45.462019 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-dddb03a6-2adf-4500-afd6-326e810c30da req-6729356d-f5ba-4733-bcd9-abdc987c9b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8897fb1f-22b3-4e68-ab76-f64d6361fb46 {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:30:45.469743 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-dddb03a6-2adf-4500-afd6-326e810c30da req-6729356d-f5ba-4733-bcd9-abdc987c9b92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:45.486611 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-dddb03a6-2adf-4500-afd6-326e810c30da req-6729356d-f5ba-4733-bcd9-abdc987c9b92 service neutron] Transition to ACTIVE for port object 8897fb1f-22b3-4e68-ab76-f64d6361fb46 will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:30:45.489345 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-dddb03a6-2adf-4500-afd6-326e810c30da req-6729356d-f5ba-4733-bcd9-abdc987c9b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851800608'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:45.493979 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-85c06441-51a8-4d4b-92b3-e04f9b81ab52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:45.651163 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6729356d-f5ba-4733-bcd9-abdc987c9b92 service neutron] Pushing event updated for resources: {'Port': ['ID=8897fb1f-22b3-4e68-ab76-f64d6361fb46,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:45.658995 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6729356d-f5ba-4733-bcd9-abdc987c9b92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:45.728677 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-dddb03a6-2adf-4500-afd6-326e810c30da req-6729356d-f5ba-4733-bcd9-abdc987c9b92 service neutron] Attempting to bind port 8897fb1f-22b3-4e68-ab76-f64d6361fb46 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:30:45.729046 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-dddb03a6-2adf-4500-afd6-326e810c30da req-6729356d-f5ba-4733-bcd9-abdc987c9b92 service neutron] Attempting to bind port 8897fb1f-22b3-4e68-ab76-f64d6361fb46 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f9c97540-1903-414c-ae3e-18189497fefe'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:30:45.729435 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb03a6-2adf-4500-afd6-326e810c30da req-6729356d-f5ba-4733-bcd9-abdc987c9b92 service neutron] Attempting to bind port 8897fb1f-22b3-4e68-ab76-f64d6361fb46 on network f9c97540-1903-414c-ae3e-18189497fefe {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:30:45.734156 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb03a6-2adf-4500-afd6-326e810c30da req-6729356d-f5ba-4733-bcd9-abdc987c9b92 service neutron] Port 8897fb1f-22b3-4e68-ab76-f64d6361fb46 on network f9c97540-1903-414c-ae3e-18189497fefe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:30:45.734510 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb03a6-2adf-4500-afd6-326e810c30da req-6729356d-f5ba-4733-bcd9-abdc987c9b92 service neutron] Attempting to bind port 8897fb1f-22b3-4e68-ab76-f64d6361fb46 on network f9c97540-1903-414c-ae3e-18189497fefe {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:30:45.739794 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb03a6-2adf-4500-afd6-326e810c30da req-6729356d-f5ba-4733-bcd9-abdc987c9b92 service neutron] Checking agent: {'id': '0dbb4980-ddab-4c32-9a5e-02cbda900cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:30:45.740163 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb03a6-2adf-4500-afd6-326e810c30da req-6729356d-f5ba-4733-bcd9-abdc987c9b92 service neutron] Checking segment: {'id': 'ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f9c97540-1903-414c-ae3e-18189497fefe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:30:45.740575 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddb03a6-2adf-4500-afd6-326e810c30da req-6729356d-f5ba-4733-bcd9-abdc987c9b92 service neutron] Bound using segment: {'id': 'ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f9c97540-1903-414c-ae3e-18189497fefe'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:30:45.741033 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-dddb03a6-2adf-4500-afd6-326e810c30da req-6729356d-f5ba-4733-bcd9-abdc987c9b92 service neutron] Bound port: 8897fb1f-22b3-4e68-ab76-f64d6361fb46, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f9c97540-1903-414c-ae3e-18189497fefe'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:30:45.741436 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-dddb03a6-2adf-4500-afd6-326e810c30da req-6729356d-f5ba-4733-bcd9-abdc987c9b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:45.831500 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-dddb03a6-2adf-4500-afd6-326e810c30da req-6729356d-f5ba-4733-bcd9-abdc987c9b92 service neutron] For port 8897fb1f-22b3-4e68-ab76-f64d6361fb46, host hv-cinder-78729, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:30:45.835016 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-dddb03a6-2adf-4500-afd6-326e810c30da req-6729356d-f5ba-4733-bcd9-abdc987c9b92 service neutron] For port 8897fb1f-22b3-4e68-ab76-f64d6361fb46, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8897fb1f-22b3-4e68-ab76-f64d6361fb46,segment=NetworkSegment(ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a),segment_id=ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:30:45.838744 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-dddb03a6-2adf-4500-afd6-326e810c30da req-6729356d-f5ba-4733-bcd9-abdc987c9b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851800608'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:45.843448 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2829f48a-8416-4c17-bc4f-1765572ce9b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:45.905799 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb03a6-2adf-4500-afd6-326e810c30da req-6729356d-f5ba-4733-bcd9-abdc987c9b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:45.906462 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-dddb03a6-2adf-4500-afd6-326e810c30da req-6729356d-f5ba-4733-bcd9-abdc987c9b92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:45.907913 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dddb03a6-2adf-4500-afd6-326e810c30da req-6729356d-f5ba-4733-bcd9-abdc987c9b92 service neutron] 10.222.0.36 "PUT /v2.0/ports/8897fb1f-22b3-4e68-ab76-f64d6361fb46 HTTP/1.1" status: 200 len: 1093 time: 1.2784216 Apr 20 23:30:45.923043 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6729356d-f5ba-4733-bcd9-abdc987c9b92 service neutron] Pushing event updated for resources: {'Port': ['ID=8897fb1f-22b3-4e68-ab76-f64d6361fb46,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:45.926238 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6729356d-f5ba-4733-bcd9-abdc987c9b92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:46.024643 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb03a6-2adf-4500-afd6-326e810c30da req-db86d3f9-6bba-4851-9918-f13d61bc5698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:46.026270 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dddb03a6-2adf-4500-afd6-326e810c30da req-db86d3f9-6bba-4851-9918-f13d61bc5698 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5d8d576fff3491683199b271051327e&device_id=4736b977-7cd3-4840-b318-63b84a94246f HTTP/1.1" status: 200 len: 1096 time: 0.0772822 Apr 20 23:30:46.072601 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:46.112736 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dddb03a6-2adf-4500-afd6-326e810c30da req-17f77eef-7f76-4278-a8da-48655448059f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8897fb1f-22b3-4e68-ab76-f64d6361fb46 HTTP/1.1" status: 200 len: 217 time: 0.0719481 Apr 20 23:30:46.184885 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb03a6-2adf-4500-afd6-326e810c30da req-cc10db5c-9e97-4a7a-9f47-7caa243575c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:46.186461 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dddb03a6-2adf-4500-afd6-326e810c30da req-cc10db5c-9e97-4a7a-9f47-7caa243575c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee66d5d2-5789-4fe6-9d01-7766a9eefd9a HTTP/1.1" status: 200 len: 853 time: 0.0667834 Apr 20 23:30:46.237294 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980314cb-dbf1-4f04-972b-dc56d3bb4321 req-b6d6ea9c-f7ea-495b-a1dd-f0b82f39d49e tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:46.239458 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-980314cb-dbf1-4f04-972b-dc56d3bb4321 req-b6d6ea9c-f7ea-495b-a1dd-f0b82f39d49e tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.0926147 Apr 20 23:30:46.249025 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dddb03a6-2adf-4500-afd6-326e810c30da req-53b04749-5ad9-4bfe-951e-c520e5756801 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9c97540-1903-414c-ae3e-18189497fefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476317 Apr 20 23:30:46.293118 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-980314cb-dbf1-4f04-972b-dc56d3bb4321 req-1ec659ea-fbac-4846-9431-38931c722ffe tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459428 Apr 20 23:30:46.402129 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dddb03a6-2adf-4500-afd6-326e810c30da req-a859c811-bb07-4d60-82b6-3570c13ae7ca service neutron] 10.222.0.36 "GET /v2.0/networks/f9c97540-1903-414c-ae3e-18189497fefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456606 Apr 20 23:30:46.580569 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40c3c7-8c78-4743-a52b-5b1026f6bca7 req-8baf0089-9219-4892-bfd3-c8879af9c2bd tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:46.582200 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7f40c3c7-8c78-4743-a52b-5b1026f6bca7 req-8baf0089-9219-4892-bfd3-c8879af9c2bd tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 945 time: 0.0895572 Apr 20 23:30:46.615836 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4736b977-7cd3-4840-b318-63b84a94246f', 'tag': '8897fb1f-22b3-4e68-ab76-f64d6361fb46'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:30:46.624639 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dddb03a6-2adf-4500-afd6-326e810c30da req-9ed2a2d0-7da7-4381-a04f-e0b1b81d1043 service neutron] 10.222.0.36 "GET /v2.0/networks/f9c97540-1903-414c-ae3e-18189497fefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143114 Apr 20 23:30:46.630426 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7f40c3c7-8c78-4743-a52b-5b1026f6bca7 req-63ddcfe5-b373-4370-bf1a-263653ec5451 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417037 Apr 20 23:30:46.640497 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507d088-1377-49a3-bc36-c972ec5adafb req-1e65f856-476d-44ae-9c71-f00afd0aab08 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:46.641279 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-4507d088-1377-49a3-bc36-c972ec5adafb req-1e65f856-476d-44ae-9c71-f00afd0aab08 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Synchronizing usage tracker for tenant:f5d8d576fff3491683199b271051327e on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:30:46.658711 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-4507d088-1377-49a3-bc36-c972ec5adafb req-1e65f856-476d-44ae-9c71-f00afd0aab08 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Unset dirty status for tenant:f5d8d576fff3491683199b271051327e on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:30:46.659981 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4507d088-1377-49a3-bc36-c972ec5adafb req-1e65f856-476d-44ae-9c71-f00afd0aab08 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=4736b977-7cd3-4840-b318-63b84a94246f HTTP/1.1" status: 200 len: 943 time: 0.1670275 Apr 20 23:30:46.690027 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4736b977-7cd3-4840-b318-63b84a94246f', 'tag': '8897fb1f-22b3-4e68-ab76-f64d6361fb46', 'status': 'completed', 'code': 200} Apr 20 23:30:46.710529 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4507d088-1377-49a3-bc36-c972ec5adafb req-3e20a230-3e42-4d57-97f6-740aeb3e5068 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf40aaa9-d962-4542-9b72-94298303498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435388 Apr 20 23:30:46.799411 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420e27a-f2b4-4e38-92dd-be8fe85766ce req-1e50d71c-7db2-41c4-af9e-ea27c7cd7d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:46.800997 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0420e27a-f2b4-4e38-92dd-be8fe85766ce req-1e50d71c-7db2-41c4-af9e-ea27c7cd7d16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5d8d576fff3491683199b271051327e&device_id=4736b977-7cd3-4840-b318-63b84a94246f HTTP/1.1" status: 200 len: 1096 time: 0.0794139 Apr 20 23:30:46.938681 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420e27a-f2b4-4e38-92dd-be8fe85766ce req-151d4ee5-ff93-48ba-8967-01b5e7a7f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:46.940146 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0420e27a-f2b4-4e38-92dd-be8fe85766ce req-151d4ee5-ff93-48ba-8967-01b5e7a7f4bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=f9c97540-1903-414c-ae3e-18189497fefe HTTP/1.1" status: 200 len: 914 time: 0.1317775 Apr 20 23:30:47.010343 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0420e27a-f2b4-4e38-92dd-be8fe85766ce req-03bfc42c-948b-4e67-a247-b74f95088d86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8897fb1f-22b3-4e68-ab76-f64d6361fb46 HTTP/1.1" status: 200 len: 217 time: 0.0628946 Apr 20 23:30:47.080546 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420e27a-f2b4-4e38-92dd-be8fe85766ce req-225b82c3-5918-458f-aff3-1ff41b307753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:47.082036 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0420e27a-f2b4-4e38-92dd-be8fe85766ce req-225b82c3-5918-458f-aff3-1ff41b307753 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee66d5d2-5789-4fe6-9d01-7766a9eefd9a HTTP/1.1" status: 200 len: 853 time: 0.0641282 Apr 20 23:30:47.138598 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0420e27a-f2b4-4e38-92dd-be8fe85766ce req-2773d55c-d128-47a2-bd03-9ea5615712c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9c97540-1903-414c-ae3e-18189497fefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443397 Apr 20 23:30:47.202560 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 4348a70f-904c-4ce7-aef4-db37fed2d564 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:30:47.241918 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] No Port match for: 4348a70f-904c-4ce7-aef4-db37fed2d564 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:30:47.242310 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 4348a70f-904c-4ce7-aef4-db37fed2d564 not bound to the agent host hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:30:47.282721 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0420e27a-f2b4-4e38-92dd-be8fe85766ce req-f1cdeb1d-4594-4669-93f5-b6392a9647d1 service neutron] 10.222.0.36 "GET /v2.0/networks/f9c97540-1903-414c-ae3e-18189497fefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342919 Apr 20 23:30:47.445078 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0420e27a-f2b4-4e38-92dd-be8fe85766ce req-0ece4f69-e1ce-43c5-befd-d026b5de2e13 service neutron] 10.222.0.36 "GET /v2.0/networks/f9c97540-1903-414c-ae3e-18189497fefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482482 Apr 20 23:30:47.532331 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db33794-bdaa-4d6d-90e1-0500039817b6 req-01269511-a8f8-4e02-bc0f-46b3133c419f tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:47.533987 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4db33794-bdaa-4d6d-90e1-0500039817b6 req-01269511-a8f8-4e02-bc0f-46b3133c419f tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.1216311 Apr 20 23:30:47.582243 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4db33794-bdaa-4d6d-90e1-0500039817b6 req-76b2e4b7-3f89-4ea5-87b9-88d5c56f2459 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417619 Apr 20 23:30:47.834750 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79198ddd-7342-4411-b6b0-1adc3d211d8e req-801d7a9a-06c9-4425-9cb0-7b303fa81d1b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:47.836317 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-79198ddd-7342-4411-b6b0-1adc3d211d8e req-801d7a9a-06c9-4425-9cb0-7b303fa81d1b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 945 time: 0.0871019 Apr 20 23:30:47.889123 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-79198ddd-7342-4411-b6b0-1adc3d211d8e req-64863ed1-cea4-4026-9775-d1a155cb05ad tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460279 Apr 20 23:30:47.908978 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90095905-f919-425a-87b3-166324f47546 req-5165cf82-dc26-4225-b104-2a303af7e99b tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:47.910686 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-90095905-f919-425a-87b3-166324f47546 req-5165cf82-dc26-4225-b104-2a303af7e99b tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=4736b977-7cd3-4840-b318-63b84a94246f HTTP/1.1" status: 200 len: 943 time: 0.0877349 Apr 20 23:30:47.958415 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-90095905-f919-425a-87b3-166324f47546 req-05be8b38-4ce4-4064-953b-a3a1221a07ff tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf40aaa9-d962-4542-9b72-94298303498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411160 Apr 20 23:30:48.781849 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74f4e5-b0b8-449a-809d-3a7d7051d81f req-d6180c79-679a-4d97-9aff-a445d093ca58 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:48.782645 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-aa74f4e5-b0b8-449a-809d-3a7d7051d81f req-d6180c79-679a-4d97-9aff-a445d093ca58 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Synchronizing usage tracker for tenant:cea7bf4589624ee6a6e869ab0d6825c2 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:30:48.798331 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-aa74f4e5-b0b8-449a-809d-3a7d7051d81f req-d6180c79-679a-4d97-9aff-a445d093ca58 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Unset dirty status for tenant:cea7bf4589624ee6a6e869ab0d6825c2 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:30:48.799587 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-aa74f4e5-b0b8-449a-809d-3a7d7051d81f req-d6180c79-679a-4d97-9aff-a445d093ca58 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.1034238 Apr 20 23:30:48.815138 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 56696) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:30:48.847313 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-aa74f4e5-b0b8-449a-809d-3a7d7051d81f req-44338f9c-bc38-45f9-86ec-22524f3d6a12 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412393 Apr 20 23:30:48.938577 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92361e41-661f-46bd-8b73-43e211e8ecc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:48.954098 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-92361e41-661f-46bd-8b73-43e211e8ecc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:30:48.958695 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-92361e41-661f-46bd-8b73-43e211e8ecc0 admin admin] Usage tracker for resource:security_group_rule and tenant:6f53ba6784ee410f9ddc6488bfc6c1be is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:30:48.961622 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-92361e41-661f-46bd-8b73-43e211e8ecc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:30:48.967595 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-92361e41-661f-46bd-8b73-43e211e8ecc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:30:49.101805 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92361e41-661f-46bd-8b73-43e211e8ecc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:49.106283 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92361e41-661f-46bd-8b73-43e211e8ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:49.116108 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ff995525-1dd1-4dae-b6f6-9faa091b0074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:49.165604 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34420517-c2aa-4b48-9054-206a82903364 req-400a08aa-b60b-45c4-9c2a-a1a846e60453 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:49.166549 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-92361e41-661f-46bd-8b73-43e211e8ecc0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f53ba6784ee410f9ddc6488bfc6c1be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3502493 Apr 20 23:30:49.167344 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-34420517-c2aa-4b48-9054-206a82903364 req-400a08aa-b60b-45c4-9c2a-a1a846e60453 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=4736b977-7cd3-4840-b318-63b84a94246f HTTP/1.1" status: 200 len: 943 time: 0.0922880 Apr 20 23:30:49.169531 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 56706) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:30:49.172862 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92361e41-661f-46bd-8b73-43e211e8ecc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4278ba8-4c6d-4140-895b-888cd0683ca7,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:49.177134 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-92361e41-661f-46bd-8b73-43e211e8ecc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:49.198713 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26776d04-9b91-444b-91ef-f5cbfbfa5c3e req-0c7cd4bb-4835-4119-8af8-09b4bb9a3cc4 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:49.200317 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-26776d04-9b91-444b-91ef-f5cbfbfa5c3e req-0c7cd4bb-4835-4119-8af8-09b4bb9a3cc4 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 945 time: 0.1590879 Apr 20 23:30:49.225652 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 8897fb1f-22b3-4e68-ab76-f64d6361fb46 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:30:49.252310 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-26776d04-9b91-444b-91ef-f5cbfbfa5c3e req-2e9c4789-340c-47ba-8dde-d4dbaaa75c05 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455723 Apr 20 23:30:49.257182 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-34420517-c2aa-4b48-9054-206a82903364 req-13f77015-a209-4524-877c-6a8df1a97f3b tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf40aaa9-d962-4542-9b72-94298303498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737243 Apr 20 23:30:49.277721 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d6f8b03c-b013-4110-8682-f97ac382eaa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:49.305609 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d6f8b03c-b013-4110-8682-f97ac382eaa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:49.358539 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d6f8b03c-b013-4110-8682-f97ac382eaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:49.364826 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5b4a76f7-a9df-485c-9220-6749e425409b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:49.375540 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8b03c-b013-4110-8682-f97ac382eaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4278ba8-4c6d-4140-895b-888cd0683ca7,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:49.376056 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 8897fb1f-22b3-4e68-ab76-f64d6361fb46, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8897fb1f-22b3-4e68-ab76-f64d6361fb46,segment=NetworkSegment(ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a),segment_id=ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:30:49.382365 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d6f8b03c-b013-4110-8682-f97ac382eaa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:49.383719 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-d6f8b03c-b013-4110-8682-f97ac382eaa2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a4278ba8-4c6d-4140-895b-888cd0683ca7 HTTP/1.1" status: 204 len: 168 time: 0.2130523 Apr 20 23:30:49.384553 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d6f8b03c-b013-4110-8682-f97ac382eaa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:49.390823 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Returning: {'device': '8897fb1f-22b3-4e68-ab76-f64d6361fb46', 'network_id': 'f9c97540-1903-414c-ae3e-18189497fefe', 'port_id': '8897fb1f-22b3-4e68-ab76-f64d6361fb46', 'mac_address': 'fa:16:3e:27:39:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee66d5d2-5789-4fe6-9d01-7766a9eefd9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:30:49.460364 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:49.478354 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8897fb1f-22b3-4e68-ab76-f64d6361fb46 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:30:49.494906 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 8897fb1f-22b3-4e68-ab76-f64d6361fb46, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8897fb1f-22b3-4e68-ab76-f64d6361fb46,segment=NetworkSegment(ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a),segment_id=ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:30:49.498488 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:49.500386 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:49.574064 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=8897fb1f-22b3-4e68-ab76-f64d6361fb46,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:49.577422 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:49.857245 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['8897fb1f-22b3-4e68-ab76-f64d6361fb46'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:30:50.068330 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b600b95-cb42-4ed1-9e4d-c8e567c1c4c3 req-678bef61-f2c7-4797-a173-0d00b39fc8ab tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:50.070554 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1b600b95-cb42-4ed1-9e4d-c8e567c1c4c3 req-678bef61-f2c7-4797-a173-0d00b39fc8ab tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.0948343 Apr 20 23:30:50.087140 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-090bb612-400b-449d-b956-4c524dc271c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:50.120507 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1b600b95-cb42-4ed1-9e4d-c8e567c1c4c3 req-577ab018-8066-49cd-9a98-30e8c9678082 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433753 Apr 20 23:30:50.473669 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab282b50-2e8a-4e9d-a104-6089917c06a3 req-2f8804cf-279c-4a82-97e2-17854c311e94 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:50.477713 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ab282b50-2e8a-4e9d-a104-6089917c06a3 req-2f8804cf-279c-4a82-97e2-17854c311e94 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 945 time: 0.1039512 Apr 20 23:30:50.490711 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc6d84-be1b-4443-8232-875aabadd97a req-12d18308-3ca3-4136-82a6-ab4db02b20f4 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:50.492317 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e8cc6d84-be1b-4443-8232-875aabadd97a req-12d18308-3ca3-4136-82a6-ab4db02b20f4 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=4736b977-7cd3-4840-b318-63b84a94246f HTTP/1.1" status: 200 len: 944 time: 0.1182163 Apr 20 23:30:50.525788 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ab282b50-2e8a-4e9d-a104-6089917c06a3 req-347574db-7426-4db3-8c6e-0cb8631e1032 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434339 Apr 20 23:30:50.545655 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e8cc6d84-be1b-4443-8232-875aabadd97a req-581ca373-110f-4a6e-9015-99228fce8040 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf40aaa9-d962-4542-9b72-94298303498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465951 Apr 20 23:30:51.241796 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device be0fd02d-06d7-42f3-a13f-4971c7176d33 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:30:51.249262 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 8897fb1f-22b3-4e68-ab76-f64d6361fb46 up at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:30:51.320706 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4c0db-3424-4456-836a-ccef723924a5 req-382d3080-bf38-41e3-a18a-431004a1a00d tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:51.322817 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bce4c0db-3424-4456-836a-ccef723924a5 req-382d3080-bf38-41e3-a18a-431004a1a00d tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.0894911 Apr 20 23:30:51.374265 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bce4c0db-3424-4456-836a-ccef723924a5 req-88efc34f-c203-4ac6-8a0e-ff6659c1ee43 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451391 Apr 20 23:30:51.408488 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning for port 8897fb1f-22b3-4e68-ab76-f64d6361fb46 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:30:51.427947 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning complete for port 8897fb1f-22b3-4e68-ab76-f64d6361fb46 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:30:51.428370 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:51.496451 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port be0fd02d-06d7-42f3-a13f-4971c7176d33, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=be0fd02d-06d7-42f3-a13f-4971c7176d33,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:30:51.516490 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Returning: {'device': 'be0fd02d-06d7-42f3-a13f-4971c7176d33', 'network_id': '437210c7-1067-49df-b543-565768333126', 'port_id': 'be0fd02d-06d7-42f3-a13f-4971c7176d33', 'mac_address': 'fa:16:3e:1b:20:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:30:51.632788 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:51.652232 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:51.668273 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be0fd02d-06d7-42f3-a13f-4971c7176d33 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:30:51.695423 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port be0fd02d-06d7-42f3-a13f-4971c7176d33, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=be0fd02d-06d7-42f3-a13f-4971c7176d33,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:30:51.700828 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4736b977-7cd3-4840-b318-63b84a94246f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8897fb1f-22b3-4e68-ab76-f64d6361fb46'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:30:51.711282 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:51.714060 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-673ac1d0-8caa-4b81-a7cd-4678ec6381c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:51.747213 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 8897fb1f-22b3-4e68-ab76-f64d6361fb46, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8897fb1f-22b3-4e68-ab76-f64d6361fb46,segment=NetworkSegment(ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a),segment_id=ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:30:51.764209 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:51.777375 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387ba31-66be-4c9a-ad5b-76694c601306 req-cec6adbc-eec7-4bad-b1a3-8268f1267bc5 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:51.779238 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e387ba31-66be-4c9a-ad5b-76694c601306 req-cec6adbc-eec7-4bad-b1a3-8268f1267bc5 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=4736b977-7cd3-4840-b318-63b84a94246f HTTP/1.1" status: 200 len: 944 time: 0.1025703 Apr 20 23:30:51.794035 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=be0fd02d-06d7-42f3-a13f-4971c7176d33,revision_number=6']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:51.797683 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:51.797825 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:51.821229 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414f6a3-3cd3-49e8-ba62-d9e096a0ae52 req-0837a816-4992-4eed-a9f7-ea64ccba6d56 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:51.833331 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f414f6a3-3cd3-49e8-ba62-d9e096a0ae52 req-0837a816-4992-4eed-a9f7-ea64ccba6d56 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 944 time: 0.1748402 Apr 20 23:30:51.836533 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['be0fd02d-06d7-42f3-a13f-4971c7176d33'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:30:51.846673 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e387ba31-66be-4c9a-ad5b-76694c601306 req-4b23f982-0da7-4ec7-be14-bc4ea4bc6ba9 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf40aaa9-d962-4542-9b72-94298303498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605974 Apr 20 23:30:51.895324 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f414f6a3-3cd3-49e8-ba62-d9e096a0ae52 req-34f213a0-2ea5-4b47-91c6-4935c209b5cb tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602231 Apr 20 23:30:51.927636 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4736b977-7cd3-4840-b318-63b84a94246f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8897fb1f-22b3-4e68-ab76-f64d6361fb46', 'code': 200} Apr 20 23:30:51.969420 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=8897fb1f-22b3-4e68-ab76-f64d6361fb46,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:51.974363 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:52.354932 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abbdd4-7604-4110-9f63-932074c47b65 req-5d5fce4f-b42e-44c1-9418-d741cae3c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:52.356616 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d7abbdd4-7604-4110-9f63-932074c47b65 req-5d5fce4f-b42e-44c1-9418-d741cae3c81b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4736b977-7cd3-4840-b318-63b84a94246f HTTP/1.1" status: 200 len: 1098 time: 0.1114399 Apr 20 23:30:52.416386 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d7abbdd4-7604-4110-9f63-932074c47b65 req-5caa41af-2a36-46fa-b539-734561c3b97e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cf40aaa9-d962-4542-9b72-94298303498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496283 Apr 20 23:30:52.430458 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7486996d-8e56-4f0a-9fc5-70917ef65cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:52.867546 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:52.977440 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d618b4-895f-4025-a3a4-4ec4d9939abd req-1c6f8401-4986-495e-9429-d14787df12b9 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:52.983376 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c7d618b4-895f-4025-a3a4-4ec4d9939abd req-1c6f8401-4986-495e-9429-d14787df12b9 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.4712114 Apr 20 23:30:52.993923 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f377634-e07f-47d1-be87-48d04cc78bcc req-195abb6a-917d-4c55-a082-96a8757d56d6 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:52.995644 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1f377634-e07f-47d1-be87-48d04cc78bcc req-195abb6a-917d-4c55-a082-96a8757d56d6 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 945 time: 0.4309421 Apr 20 23:30:53.079853 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c7d618b4-895f-4025-a3a4-4ec4d9939abd req-3449fdd7-b63e-4128-b520-163efc2abfc8 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/security-groups?id=909a5fa2-b585-4f3d-9b3d-47de6bee97f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827360 Apr 20 23:30:53.139942 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-1f377634-e07f-47d1-be87-48d04cc78bcc req-f6e27693-6a9a-4ffa-87ec-f5b0332dbb6c tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Deleting port 553127cf-ee81-4a89-80cc-4d1998548481 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:30:53.140327 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-1f377634-e07f-47d1-be87-48d04cc78bcc req-f6e27693-6a9a-4ffa-87ec-f5b0332dbb6c tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:53.174282 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e1820-aad1-46b6-a2ed-0499b7cb823b req-ace4a0fb-beca-4182-90c8-438e9e969d69 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:53.181819 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7f1e1820-aad1-46b6-a2ed-0499b7cb823b req-ace4a0fb-beca-4182-90c8-438e9e969d69 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=4736b977-7cd3-4840-b318-63b84a94246f HTTP/1.1" status: 200 len: 945 time: 0.1560359 Apr 20 23:30:53.236926 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7f1e1820-aad1-46b6-a2ed-0499b7cb823b req-979fb1ec-7215-41c5-bc04-3d6dec598b49 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf40aaa9-d962-4542-9b72-94298303498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535145 Apr 20 23:30:53.265332 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device be0fd02d-06d7-42f3-a13f-4971c7176d33 up at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:30:53.351752 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning complete for port be0fd02d-06d7-42f3-a13f-4971c7176d33 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:30:53.352270 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:53.543943 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:53.576049 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72027951-2150-4453-a3e7-9e128d48edba req-bb141f9c-e7d0-45b9-b166-3ddcec27f21e tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:53.585431 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-72027951-2150-4453-a3e7-9e128d48edba req-bb141f9c-e7d0-45b9-b166-3ddcec27f21e tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 944 time: 0.3167322 Apr 20 23:30:53.602219 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port be0fd02d-06d7-42f3-a13f-4971c7176d33, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=be0fd02d-06d7-42f3-a13f-4971c7176d33,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:30:53.603965 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:53.608272 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:53.610755 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:53.658222 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-1f377634-e07f-47d1-be87-48d04cc78bcc req-f6e27693-6a9a-4ffa-87ec-f5b0332dbb6c tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] For port 553127cf-ee81-4a89-80cc-4d1998548481, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=553127cf-ee81-4a89-80cc-4d1998548481,segment=NetworkSegment(5832c03e-4d4e-4953-8e35-36707492620e),segment_id=5832c03e-4d4e-4953-8e35-36707492620e)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:30:53.658621 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-1f377634-e07f-47d1-be87-48d04cc78bcc req-f6e27693-6a9a-4ffa-87ec-f5b0332dbb6c tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:53.679282 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-72027951-2150-4453-a3e7-9e128d48edba req-0b408cf2-a57b-4831-bbf9-9bba7257a44f tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928984 Apr 20 23:30:53.695450 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=be0fd02d-06d7-42f3-a13f-4971c7176d33,revision_number=7']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:53.699619 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:53.803717 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-1f377634-e07f-47d1-be87-48d04cc78bcc req-f6e27693-6a9a-4ffa-87ec-f5b0332dbb6c tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Calling delete_port for 553127cf-ee81-4a89-80cc-4d1998548481 owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:30:53.930055 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e314e2fb-1c84-42b3-a041-fe3d10d8d375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0fd02d-06d7-42f3-a13f-4971c7176d33'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:30:53.975880 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-1f377634-e07f-47d1-be87-48d04cc78bcc req-f6e27693-6a9a-4ffa-87ec-f5b0332dbb6c tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:53.989005 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e314e2fb-1c84-42b3-a041-fe3d10d8d375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0fd02d-06d7-42f3-a13f-4971c7176d33', 'code': 200} Apr 20 23:30:53.990024 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['553127cf-ee81-4a89-80cc-4d1998548481'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:30:54.005765 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b0925ac6-63c1-4b61-8084-c03b10c54e81 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:54.138387 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e27693-6a9a-4ffa-87ec-f5b0332dbb6c tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Pushing event deleted for resources: {'Port': ['ID=553127cf-ee81-4a89-80cc-4d1998548481,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:54.140979 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f6e27693-6a9a-4ffa-87ec-f5b0332dbb6c tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:54.148266 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f377634-e07f-47d1-be87-48d04cc78bcc req-f6e27693-6a9a-4ffa-87ec-f5b0332dbb6c tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] No DVR routers for this DVR port 553127cf-ee81-4a89-80cc-4d1998548481 on host hv-cinder-78729 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:30:54.151579 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-1f377634-e07f-47d1-be87-48d04cc78bcc req-f6e27693-6a9a-4ffa-87ec-f5b0332dbb6c tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:54.155947 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8074fb6-a4d4-4d09-a0e2-24f250e05415', 'name': 'network-vif-deleted', 'tag': '553127cf-ee81-4a89-80cc-4d1998548481'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:30:54.181924 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1f377634-e07f-47d1-be87-48d04cc78bcc req-f6e27693-6a9a-4ffa-87ec-f5b0332dbb6c tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.36 "DELETE /v2.0/ports/553127cf-ee81-4a89-80cc-4d1998548481 HTTP/1.1" status: 204 len: 173 time: 1.1676474 Apr 20 23:30:54.307051 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8074fb6-a4d4-4d09-a0e2-24f250e05415', 'name': 'network-vif-deleted', 'tag': '553127cf-ee81-4a89-80cc-4d1998548481', 'status': 'completed', 'code': 200} Apr 20 23:30:54.313737 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-38a8c8d7-a9c3-44c2-a512-8cedcf90f092 req-18348c0d-092c-4905-8a96-4c1b0b8b131e tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Synchronizing usage tracker for tenant:cea7bf4589624ee6a6e869ab0d6825c2 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:30:54.334354 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-38a8c8d7-a9c3-44c2-a512-8cedcf90f092 req-18348c0d-092c-4905-8a96-4c1b0b8b131e tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Unset dirty status for tenant:cea7bf4589624ee6a6e869ab0d6825c2 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:30:54.344853 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-38a8c8d7-a9c3-44c2-a512-8cedcf90f092 req-18348c0d-092c-4905-8a96-4c1b0b8b131e tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8074fb6-a4d4-4d09-a0e2-24f250e05415 HTTP/1.1" status: 200 len: 210 time: 0.0838356 Apr 20 23:30:54.410904 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:54.573877 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068ddbf-f65c-47f2-a366-c6dbeb2183bf req-7150b8bd-5a38-47e9-a5a7-b27af4e2d391 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:54.575804 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d068ddbf-f65c-47f2-a366-c6dbeb2183bf req-7150b8bd-5a38-47e9-a5a7-b27af4e2d391 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=4736b977-7cd3-4840-b318-63b84a94246f HTTP/1.1" status: 200 len: 945 time: 0.1445799 Apr 20 23:30:54.633849 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d068ddbf-f65c-47f2-a366-c6dbeb2183bf req-c1a457d7-90e3-4b34-8df7-3a8b063fa75c tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf40aaa9-d962-4542-9b72-94298303498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474551 Apr 20 23:30:54.937370 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02cacc-96a3-4b57-9fc9-6633d6eadde5 req-27282155-c83d-4122-a53e-40aba0a0462b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:54.939043 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3e02cacc-96a3-4b57-9fc9-6633d6eadde5 req-27282155-c83d-4122-a53e-40aba0a0462b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 945 time: 0.1261146 Apr 20 23:30:55.017429 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3e02cacc-96a3-4b57-9fc9-6633d6eadde5 req-6949ec0a-0bed-4b89-9e8c-b7f7678318ae tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710485 Apr 20 23:30:55.486032 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 56860) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:30:56.141364 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b62bc99e-218e-46be-a3b2-4ea606bbebb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854149478'] for router_interface, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:56.502756 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7209d5c-7f1e-4541-86ee-4d5b16de7ecb req-ff754fe5-489e-4449-bd58-becc2ae6eff2 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:56.510877 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b7209d5c-7f1e-4541-86ee-4d5b16de7ecb req-ff754fe5-489e-4449-bd58-becc2ae6eff2 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 945 time: 0.3090670 Apr 20 23:30:56.615490 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b7209d5c-7f1e-4541-86ee-4d5b16de7ecb req-e09aa805-1b8e-4b69-a1b6-183bbbe06267 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035979 Apr 20 23:30:56.714185 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-b62bc99e-218e-46be-a3b2-4ea606bbebb1 admin admin] Deleting port 2745f559-c6f1-47d8-974b-4b2b6d4f4376 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:30:56.714689 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b62bc99e-218e-46be-a3b2-4ea606bbebb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:57.150953 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-b62bc99e-218e-46be-a3b2-4ea606bbebb1 admin admin] For port 2745f559-c6f1-47d8-974b-4b2b6d4f4376, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=2745f559-c6f1-47d8-974b-4b2b6d4f4376,segment=NetworkSegment(5832c03e-4d4e-4953-8e35-36707492620e),segment_id=5832c03e-4d4e-4953-8e35-36707492620e)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:30:57.151506 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b62bc99e-218e-46be-a3b2-4ea606bbebb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:57.296876 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-b62bc99e-218e-46be-a3b2-4ea606bbebb1 admin admin] Calling delete_port for 2745f559-c6f1-47d8-974b-4b2b6d4f4376 owned by network:router_interface {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:30:57.306147 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 553127cf-ee81-4a89-80cc-4d1998548481 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:30:57.387119 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] No Port match for: 553127cf-ee81-4a89-80cc-4d1998548481 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:30:57.387503 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 553127cf-ee81-4a89-80cc-4d1998548481 not bound to the agent host hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:30:57.715164 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b62bc99e-218e-46be-a3b2-4ea606bbebb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:57.720126 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:30:57.776185 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62bc99e-218e-46be-a3b2-4ea606bbebb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2745f559-c6f1-47d8-974b-4b2b6d4f4376,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:30:57.784058 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b62bc99e-218e-46be-a3b2-4ea606bbebb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:30:57.877667 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7044296-63dc-4db0-82f2-a053ce85b27d req-5e8dc90c-8ed7-41c2-b352-2667d333c666 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:57.886140 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f7044296-63dc-4db0-82f2-a053ce85b27d req-5e8dc90c-8ed7-41c2-b352-2667d333c666 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 945 time: 0.1170986 Apr 20 23:30:57.944050 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f7044296-63dc-4db0-82f2-a053ce85b27d req-a05b5e3a-6c59-4a70-842c-1446d33d6c91 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563653 Apr 20 23:30:58.076559 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b62bc99e-218e-46be-a3b2-4ea606bbebb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854149404'] for router_interface, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:58.525287 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62bc99e-218e-46be-a3b2-4ea606bbebb1 admin admin] Router e1324c31-d748-483e-a09e-1459b93dfe21 has already been hosted by L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:30:58.737544 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62bc99e-218e-46be-a3b2-4ea606bbebb1 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:30:58.748018 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af45465d-bb6e-4eed-b591-454a46a6ae19 None None] Sync routers for ids ['e1324c31-d748-483e-a09e-1459b93dfe21'] in dv-cinder-787296-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:30:58.765650 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b62bc99e-218e-46be-a3b2-4ea606bbebb1 admin admin] 10.222.0.16 "PUT /v2.0/routers/e1324c31-d748-483e-a09e-1459b93dfe21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2783411 Apr 20 23:30:58.766817 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af45465d-bb6e-4eed-b591-454a46a6ae19 None None] Routers {'e1324c31-d748-483e-a09e-1459b93dfe21'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:30:58.767686 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-af45465d-bb6e-4eed-b591-454a46a6ae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:30:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['e1324c31-d748-483e-a09e-1459b93dfe21'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:30:58.768238 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 56916) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:30:58.987887 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] Notify callbacks [] for router, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:59.071122 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-af45465d-bb6e-4eed-b591-454a46a6ae19 None None] Set router e1324c31-d748-483e-a09e-1459b93dfe21 gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:30:59.592402 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:59.608127 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] Deleting port a4ffdac7-0a51-47e0-8aeb-c734e140ab57 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:30:59.608513 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:30:59.696205 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8689a-4c1b-4fe9-be58-ee86b8467953 req-c6299d83-3bfa-471b-a9e9-caf472be6a53 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:30:59.704136 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-34b8689a-4c1b-4fe9-be58-ee86b8467953 req-c6299d83-3bfa-471b-a9e9-caf472be6a53 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 945 time: 0.5828717 Apr 20 23:30:59.787820 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-af45465d-bb6e-4eed-b591-454a46a6ae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1324c31-d748-483e-a09e-1459b93dfe21', 'name': 'tempest-ServerRescueNegativeTestJSON-820993560-router', 'tenant_id': 'cea7bf4589624ee6a6e869ab0d6825c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': 'a4ffdac7-0a51-47e0-8aeb-c734e140ab57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:28:01Z', 'updated_at': '2021-04-20T23:30:57Z', 'revision_number': 5, 'project_id': 'cea7bf4589624ee6a6e869ab0d6825c2', 'gw_port': {'id': 'a4ffdac7-0a51-47e0-8aeb-c734e140ab57', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1324c31-d748-483e-a09e-1459b93dfe21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:02Z', 'updated_at': '2021-04-20T23:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb'}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:30:59.792247 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af45465d-bb6e-4eed-b591-454a46a6ae19 None None] Checking router: e1324c31-d748-483e-a09e-1459b93dfe21 for host: dv-cinder-787296-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:30:59.808614 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af45465d-bb6e-4eed-b591-454a46a6ae19 None None] Routers {'e1324c31-d748-483e-a09e-1459b93dfe21'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:30:59.809703 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-af45465d-bb6e-4eed-b591-454a46a6ae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:30:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['e1324c31-d748-483e-a09e-1459b93dfe21'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:30:59.862772 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-34b8689a-4c1b-4fe9-be58-ee86b8467953 req-a8591289-d076-474b-ab0f-ea9fa7e5f970 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570363 Apr 20 23:30:59.933232 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] For port a4ffdac7-0a51-47e0-8aeb-c734e140ab57, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=a4ffdac7-0a51-47e0-8aeb-c734e140ab57,segment=NetworkSegment(6da6a8de-ef5d-4456-8d26-a2b4515179e3),segment_id=6da6a8de-ef5d-4456-8d26-a2b4515179e3)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:30:59.934035 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:00.031602 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-af45465d-bb6e-4eed-b591-454a46a6ae19 None None] Set router e1324c31-d748-483e-a09e-1459b93dfe21 gateway port host: None {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:31:00.078217 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] Calling delete_port for a4ffdac7-0a51-47e0-8aeb-c734e140ab57 owned by network:router_gateway {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:31:00.159676 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-af45465d-bb6e-4eed-b591-454a46a6ae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1324c31-d748-483e-a09e-1459b93dfe21', 'name': 'tempest-ServerRescueNegativeTestJSON-820993560-router', 'tenant_id': 'cea7bf4589624ee6a6e869ab0d6825c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:28:01Z', 'updated_at': '2021-04-20T23:30:59Z', 'revision_number': 6, 'project_id': 'cea7bf4589624ee6a6e869ab0d6825c2', 'gw_port_host': None}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:31:00.172160 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af45465d-bb6e-4eed-b591-454a46a6ae19 None None] The sync data for ids ['e1324c31-d748-483e-a09e-1459b93dfe21'] in dv-cinder-787296-1-smb is: [{'id': 'e1324c31-d748-483e-a09e-1459b93dfe21', 'name': 'tempest-ServerRescueNegativeTestJSON-820993560-router', 'tenant_id': 'cea7bf4589624ee6a6e869ab0d6825c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:28:01Z', 'updated_at': '2021-04-20T23:30:59Z', 'revision_number': 6, 'project_id': 'cea7bf4589624ee6a6e869ab0d6825c2', 'gw_port_host': None}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:31:00.300284 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:00.307540 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:00.355783 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ffdac7-0a51-47e0-8aeb-c734e140ab57,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:00.368218 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:00.368712 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:00.369218 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:00.369687 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:00.370227 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:00.370527 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:00.370980 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:00.371454 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:00.371917 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:00.372382 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:00.372873 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:00.376232 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:00.378745 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 2745f559-c6f1-47d8-974b-4b2b6d4f4376 no longer exists at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:31:00.455913 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] No Port match for: 2745f559-c6f1-47d8-974b-4b2b6d4f4376 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:31:00.456319 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 2745f559-c6f1-47d8-974b-4b2b6d4f4376 not bound to the agent host dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:31:00.541727 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:00.586853 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645221'] for router_gateway, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:00.852872 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-628537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773410'] for router, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:00.856101 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:00.997778 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854152067'] for router, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:00.998687 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1324c31-d748-483e-a09e-1459b93dfe21 {{(pid=86357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 23:31:01.016586 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:01.025951 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] 10.222.0.16 "DELETE /v2.0/routers/e1324c31-d748-483e-a09e-1459b93dfe21 HTTP/1.1" status: 204 len: 168 time: 2.2542927 Apr 20 23:31:01.026346 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 56942) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:01.135922 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-586cc07f-5cdd-4bdf-bec1-31668b55eedc admin admin] Deleting subnet 22d48d33-81cf-4485-85d6-4b724a9185d9 {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:31:01.139519 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-586cc07f-5cdd-4bdf-bec1-31668b55eedc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:01.205416 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-586cc07f-5cdd-4bdf-bec1-31668b55eedc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2432657'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:01.236217 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6dc0b-13db-404c-a4fb-ae130c9f998a req-1a30a49f-22f5-4846-a7d6-3718b86fd807 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:01.238915 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-72d6dc0b-13db-404c-a4fb-ae130c9f998a req-1a30a49f-22f5-4846-a7d6-3718b86fd807 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 945 time: 0.1769207 Apr 20 23:31:01.281911 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-586cc07f-5cdd-4bdf-bec1-31668b55eedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853347799'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:01.324035 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-72d6dc0b-13db-404c-a4fb-ae130c9f998a req-79a7a421-b8fd-412b-ab0e-5f0261f34fbf tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630155 Apr 20 23:31:01.625200 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-586cc07f-5cdd-4bdf-bec1-31668b55eedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2975549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2132295'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:01.636292 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:01.717103 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586cc07f-5cdd-4bdf-bec1-31668b55eedc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22d48d33-81cf-4485-85d6-4b724a9185d9,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:01.719604 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-586cc07f-5cdd-4bdf-bec1-31668b55eedc admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:01.736900 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-586cc07f-5cdd-4bdf-bec1-31668b55eedc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/22d48d33-81cf-4485-85d6-4b724a9185d9 HTTP/1.1" status: 204 len: 168 time: 0.7023292 Apr 20 23:31:01.736900 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-586cc07f-5cdd-4bdf-bec1-31668b55eedc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:01.737061 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 56952) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:01.881467 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5923c55f-cc3f-4a20-a705-e1e4b04b19d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853052571'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:02.031713 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5923c55f-cc3f-4a20-a705-e1e4b04b19d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428092', 'neutron.services.segments.db._delete_segments_for_network-8757164038259'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:02.165040 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-5923c55f-cc3f-4a20-a705-e1e4b04b19d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2990cae8-5a54-473d-86b5-0b1ec0d9b4bb']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:31:02.180123 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-5923c55f-cc3f-4a20-a705-e1e4b04b19d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5832c03e-4d4e-4953-8e35-36707492620e') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:31:02.180468 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-5923c55f-cc3f-4a20-a705-e1e4b04b19d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5832c03e-4d4e-4953-8e35-36707492620e') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:31:02.194673 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5923c55f-cc3f-4a20-a705-e1e4b04b19d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279690575971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2859807'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:02.216202 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5923c55f-cc3f-4a20-a705-e1e4b04b19d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:02.227728 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5923c55f-cc3f-4a20-a705-e1e4b04b19d4 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:31:02.431688 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device a4ffdac7-0a51-47e0-8aeb-c734e140ab57 no longer exists at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:31:02.494196 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-5923c55f-cc3f-4a20-a705-e1e4b04b19d4 admin admin] Network 2990cae8-5a54-473d-86b5-0b1ec0d9b4bb has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:31:02.505756 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5923c55f-cc3f-4a20-a705-e1e4b04b19d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853386440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851844280'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:02.506132 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] No Port match for: a4ffdac7-0a51-47e0-8aeb-c734e140ab57 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:31:02.506726 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device a4ffdac7-0a51-47e0-8aeb-c734e140ab57 not bound to the agent host dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:31:02.603691 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a0164-e31f-471e-98fc-d503a0f01d1e req-1dc281e8-853b-4fc7-990a-6216abe9202c tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:02.605672 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8f4a0164-e31f-471e-98fc-d503a0f01d1e req-1dc281e8-853b-4fc7-990a-6216abe9202c tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 945 time: 0.1184385 Apr 20 23:31:02.672786 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8f4a0164-e31f-471e-98fc-d503a0f01d1e req-db9e3e85-c410-40ed-955f-ea3ac41e3ee6 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602372 Apr 20 23:31:02.739050 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-5923c55f-cc3f-4a20-a705-e1e4b04b19d4 admin admin] Network 2990cae8-5a54-473d-86b5-0b1ec0d9b4bb has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: timer() Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: cb(*args, **kw) Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: self._notify() Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: self.callback(batched_events) Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: event.method(event) Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: return self._get(url).json() Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: **kwargs) Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: **endpoint_filter) Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:31:02.763170 dv-cinder-787296-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:31:02.865267 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5923c55f-cc3f-4a20-a705-e1e4b04b19d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853347724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648834'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:02.869862 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:02.890744 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923c55f-cc3f-4a20-a705-e1e4b04b19d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2990cae8-5a54-473d-86b5-0b1ec0d9b4bb,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:02.895151 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5923c55f-cc3f-4a20-a705-e1e4b04b19d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:02.913201 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5923c55f-cc3f-4a20-a705-e1e4b04b19d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:02.914572 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5923c55f-cc3f-4a20-a705-e1e4b04b19d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:02.914572 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5923c55f-cc3f-4a20-a705-e1e4b04b19d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:02.914572 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5923c55f-cc3f-4a20-a705-e1e4b04b19d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:02.914822 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5923c55f-cc3f-4a20-a705-e1e4b04b19d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:02.915155 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5923c55f-cc3f-4a20-a705-e1e4b04b19d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:02.915568 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5923c55f-cc3f-4a20-a705-e1e4b04b19d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:02.915967 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5923c55f-cc3f-4a20-a705-e1e4b04b19d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:02.916378 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5923c55f-cc3f-4a20-a705-e1e4b04b19d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:02.916771 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5923c55f-cc3f-4a20-a705-e1e4b04b19d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:02.917211 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5923c55f-cc3f-4a20-a705-e1e4b04b19d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:02.917741 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5923c55f-cc3f-4a20-a705-e1e4b04b19d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:02.921997 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5923c55f-cc3f-4a20-a705-e1e4b04b19d4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2990cae8-5a54-473d-86b5-0b1ec0d9b4bb HTTP/1.1" status: 204 len: 168 time: 1.1882448 Apr 20 23:31:02.922932 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5923c55f-cc3f-4a20-a705-e1e4b04b19d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:03.154112 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 56982) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:03.210012 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-db497612-ce5f-492c-a1c0-0db735831400 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cea7bf4589624ee6a6e869ab0d6825c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0514765 Apr 20 23:31:03.210933 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 56986) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:03.277896 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3b32a3e6-09de-49c1-9aea-b4045330f372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:03.304711 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3b32a3e6-09de-49c1-9aea-b4045330f372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:03.351299 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3b32a3e6-09de-49c1-9aea-b4045330f372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:03.356793 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e4ae7fb2-a5ee-4cb4-81a2-319d0f86ad92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:03.372645 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32a3e6-09de-49c1-9aea-b4045330f372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909a5fa2-b585-4f3d-9b3d-47de6bee97f7,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:03.375357 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3b32a3e6-09de-49c1-9aea-b4045330f372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:03.388012 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3b32a3e6-09de-49c1-9aea-b4045330f372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:03.389593 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-3b32a3e6-09de-49c1-9aea-b4045330f372 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/909a5fa2-b585-4f3d-9b3d-47de6bee97f7 HTTP/1.1" status: 204 len: 168 time: 0.1773374 Apr 20 23:31:03.896920 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18f9cf-b48d-4bae-835a-7ed2250d7c21 req-223dc32c-955c-42c8-8be6-52f4e22b1b64 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:03.899317 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0e18f9cf-b48d-4bae-835a-7ed2250d7c21 req-223dc32c-955c-42c8-8be6-52f4e22b1b64 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 945 time: 0.1044941 Apr 20 23:31:03.901923 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b525f-2a95-43e1-b072-2fbe5d125141 req-3166b751-30d8-4d98-81f9-cbed3671ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:03.903518 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b30b525f-2a95-43e1-b072-2fbe5d125141 req-3166b751-30d8-4d98-81f9-cbed3671ba28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee794c51b2d7444ca7efc3b0ee9ce528&device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 1098 time: 0.0833340 Apr 20 23:31:03.953410 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0e18f9cf-b48d-4bae-835a-7ed2250d7c21 req-818eade0-46d4-456a-a250-d6482eec75d3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458252 Apr 20 23:31:04.051811 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b525f-2a95-43e1-b072-2fbe5d125141 req-c33cba77-583e-491f-9557-baf222149ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:04.053469 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b30b525f-2a95-43e1-b072-2fbe5d125141 req-c33cba77-583e-491f-9557-baf222149ef6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=437210c7-1067-49df-b543-565768333126 HTTP/1.1" status: 200 len: 917 time: 0.1420739 Apr 20 23:31:04.164847 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b30b525f-2a95-43e1-b072-2fbe5d125141 req-86817303-6757-43f6-b9c6-de90758f174e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be0fd02d-06d7-42f3-a13f-4971c7176d33 HTTP/1.1" status: 200 len: 1000 time: 0.1048203 Apr 20 23:31:04.241782 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b525f-2a95-43e1-b072-2fbe5d125141 req-2bcf4acf-b7d9-4495-92a6-24622576bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:04.243352 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b30b525f-2a95-43e1-b072-2fbe5d125141 req-2bcf4acf-b7d9-4495-92a6-24622576bd04 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35e08b0a-289c-44e2-8628-45bc2f24dd02 HTTP/1.1" status: 200 len: 855 time: 0.0689907 Apr 20 23:31:04.331805 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b525f-2a95-43e1-b072-2fbe5d125141 req-66e63919-dff1-4ff4-8f0d-5854d3a301a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:04.334229 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b30b525f-2a95-43e1-b072-2fbe5d125141 req-66e63919-dff1-4ff4-8f0d-5854d3a301a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=437210c7-1067-49df-b543-565768333126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814929 Apr 20 23:31:04.512386 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b30b525f-2a95-43e1-b072-2fbe5d125141 req-59db7f4a-ab05-4217-b5c3-223490b9122f service neutron] 10.222.0.36 "GET /v2.0/networks/437210c7-1067-49df-b543-565768333126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660516 Apr 20 23:31:04.656232 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b30b525f-2a95-43e1-b072-2fbe5d125141 req-e89e7816-315e-4b3e-bc5c-69b51f367353 service neutron] 10.222.0.36 "GET /v2.0/networks/437210c7-1067-49df-b543-565768333126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352210 Apr 20 23:31:05.158882 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aede0f-4ad6-4e26-9449-f7239ab56ca2 req-d1d921fb-7c2b-4253-ab71-dbf9bfcac97f tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:05.160482 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-23aede0f-4ad6-4e26-9449-f7239ab56ca2 req-d1d921fb-7c2b-4253-ab71-dbf9bfcac97f tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 945 time: 0.0874734 Apr 20 23:31:05.213884 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-23aede0f-4ad6-4e26-9449-f7239ab56ca2 req-9d11441c-f339-402c-8b7e-7bc6e8b17a9d tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469797 Apr 20 23:31:06.441022 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf738f94-8d5f-4475-b012-0102b87e6b8c req-bcaaec6d-b9c2-4e73-a4c6-932114390394 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:06.443201 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bf738f94-8d5f-4475-b012-0102b87e6b8c req-bcaaec6d-b9c2-4e73-a4c6-932114390394 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 945 time: 0.1086740 Apr 20 23:31:06.513480 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bf738f94-8d5f-4475-b012-0102b87e6b8c req-321811d4-6b39-4979-8cc3-a8593f35af40 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602417 Apr 20 23:31:07.387707 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device be0fd02d-06d7-42f3-a13f-4971c7176d33 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:31:07.515313 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:07.543968 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e314e2fb-1c84-42b3-a041-fe3d10d8d375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be0fd02d-06d7-42f3-a13f-4971c7176d33'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:31:07.554658 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port be0fd02d-06d7-42f3-a13f-4971c7176d33, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=be0fd02d-06d7-42f3-a13f-4971c7176d33,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:31:07.558717 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:07.560605 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:07.639878 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=be0fd02d-06d7-42f3-a13f-4971c7176d33,revision_number=8']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:07.649767 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:07.650164 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:07.650551 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:07.650929 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:07.651303 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:07.651677 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:07.652050 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:07.652420 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:07.652938 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:07.653310 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:07.653838 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:07.654378 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:31:07.658980 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:07.678164 dv-cinder-787296-1-smb neutron-server[86243]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e314e2fb-1c84-42b3-a041-fe3d10d8d375', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'be0fd02d-06d7-42f3-a13f-4971c7176d33', 'code': 422} returned with failed status Apr 20 23:31:07.744233 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c3df0-e9ef-4139-9c10-747e2389ad96 req-bfe33e7e-07ee-487e-80f5-cd7c353729e8 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:07.746084 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-077c3df0-e9ef-4139-9c10-747e2389ad96 req-bfe33e7e-07ee-487e-80f5-cd7c353729e8 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 943 time: 0.0923483 Apr 20 23:31:07.796556 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-077c3df0-e9ef-4139-9c10-747e2389ad96 req-525ae614-322a-4f05-9edf-00b3e9c68186 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435638 Apr 20 23:31:07.937429 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 57144) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:08.067514 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a1846c5c-e420-42e8-91e1-5921d26cc583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:08.084681 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-a1846c5c-e420-42e8-91e1-5921d26cc583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:31:08.088700 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-a1846c5c-e420-42e8-91e1-5921d26cc583 admin admin] Usage tracker for resource:security_group_rule and tenant:42f4619adb60438abebedd9cf53984d3 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:31:08.091705 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-a1846c5c-e420-42e8-91e1-5921d26cc583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:31:08.097866 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-a1846c5c-e420-42e8-91e1-5921d26cc583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:31:08.185327 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a1846c5c-e420-42e8-91e1-5921d26cc583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:08.187711 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a1846c5c-e420-42e8-91e1-5921d26cc583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:08.197050 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3308bb38-5e9a-4026-a052-ab2ef1a8a85b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:08.239280 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a1846c5c-e420-42e8-91e1-5921d26cc583 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42f4619adb60438abebedd9cf53984d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006742 Apr 20 23:31:08.240917 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1846c5c-e420-42e8-91e1-5921d26cc583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbfbefc-6f0c-44a6-ac18-bd32d0c508be,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:08.242392 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 57158) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:08.244273 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a1846c5c-e420-42e8-91e1-5921d26cc583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:08.315314 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-013bc6aa-33c4-45d9-ba93-00e66ec70d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:08.344431 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-013bc6aa-33c4-45d9-ba93-00e66ec70d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:08.395601 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-013bc6aa-33c4-45d9-ba93-00e66ec70d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:08.400810 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-37efb74b-aa49-4c83-ab62-df8169dea087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:08.412202 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013bc6aa-33c4-45d9-ba93-00e66ec70d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbfbefc-6f0c-44a6-ac18-bd32d0c508be,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:08.427908 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-013bc6aa-33c4-45d9-ba93-00e66ec70d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:08.430951 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-013bc6aa-33c4-45d9-ba93-00e66ec70d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:08.432461 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-013bc6aa-33c4-45d9-ba93-00e66ec70d6f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cfbfbefc-6f0c-44a6-ac18-bd32d0c508be HTTP/1.1" status: 204 len: 168 time: 0.1886406 Apr 20 23:31:08.805885 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba8523-f86b-42d9-a802-9066b4cd6e82 req-9329a301-4f50-44d0-a0da-63a39523cdb1 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:08.807523 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bcba8523-f86b-42d9-a802-9066b4cd6e82 req-9329a301-4f50-44d0-a0da-63a39523cdb1 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 943 time: 0.0995779 Apr 20 23:31:08.860191 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bcba8523-f86b-42d9-a802-9066b4cd6e82 req-78617004-a025-48c4-9e4e-595a85517d23 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458400 Apr 20 23:31:09.834140 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 57230) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:10.032603 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-23ba9057-9a01-404d-808a-ac08a13cba33 req-966a3a51-dd49-4c40-8fda-a71035b4f6e4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1966617 Apr 20 23:31:10.228933 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3b44c-2375-4c62-9c4a-5020ad0c402d req-92c85d34-20c6-4b5d-a044-bed5772e8b26 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:10.231274 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-68c3b44c-2375-4c62-9c4a-5020ad0c402d req-92c85d34-20c6-4b5d-a044-bed5772e8b26 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 943 time: 0.1454444 Apr 20 23:31:10.295891 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-68c3b44c-2375-4c62-9c4a-5020ad0c402d req-586daffe-2a0c-4e0f-94b3-b2437d7971a3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548601 Apr 20 23:31:10.701920 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 57278) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:10.829242 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b951775d-f4e4-48ca-affb-b3bf1a9a8191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:10.846317 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-b951775d-f4e4-48ca-affb-b3bf1a9a8191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:31:10.850948 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-b951775d-f4e4-48ca-affb-b3bf1a9a8191 admin admin] Usage tracker for resource:security_group_rule and tenant:0a706580d11c4422bcd7d89a06745447 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:31:10.854034 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-b951775d-f4e4-48ca-affb-b3bf1a9a8191 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:31:10.860120 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-b951775d-f4e4-48ca-affb-b3bf1a9a8191 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:31:10.946215 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b951775d-f4e4-48ca-affb-b3bf1a9a8191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:10.948765 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b951775d-f4e4-48ca-affb-b3bf1a9a8191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:10.958152 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-db4c5488-f411-47e7-b046-93807e6e4e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:10.998009 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b951775d-f4e4-48ca-affb-b3bf1a9a8191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b6f349-b9b9-4209-8a37-e4c291959fa9,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:11.001677 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b951775d-f4e4-48ca-affb-b3bf1a9a8191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:11.005535 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b951775d-f4e4-48ca-affb-b3bf1a9a8191 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a706580d11c4422bcd7d89a06745447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024678 Apr 20 23:31:11.007604 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 57284) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:11.074134 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-16876b45-483f-491b-a557-99ed3df9eb2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:11.100343 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-16876b45-483f-491b-a557-99ed3df9eb2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:11.143914 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-16876b45-483f-491b-a557-99ed3df9eb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:11.147682 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-19eb900a-2b85-46af-acfd-654973f99e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:11.159106 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16876b45-483f-491b-a557-99ed3df9eb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b6f349-b9b9-4209-8a37-e4c291959fa9,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:11.163891 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-16876b45-483f-491b-a557-99ed3df9eb2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:11.165805 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-16876b45-483f-491b-a557-99ed3df9eb2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:11.166995 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-16876b45-483f-491b-a557-99ed3df9eb2c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/65b6f349-b9b9-4209-8a37-e4c291959fa9 HTTP/1.1" status: 204 len: 168 time: 0.1584640 Apr 20 23:31:11.400814 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device be0fd02d-06d7-42f3-a13f-4971c7176d33 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:31:11.528791 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b2ffa-039d-493e-8c5c-53b4dfcf42a1 req-538bf900-1d57-4fc2-9b6a-f2e6e37d74d8 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:11.530526 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-848b2ffa-039d-493e-8c5c-53b4dfcf42a1 req-538bf900-1d57-4fc2-9b6a-f2e6e37d74d8 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 943 time: 0.1056056 Apr 20 23:31:11.548043 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 57296) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:11.578882 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-02149862-4540-4300-98f6-c8f85d247136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:11.593469 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-848b2ffa-039d-493e-8c5c-53b4dfcf42a1 req-7be1fe27-f137-4381-8976-c45ab8dff9e6 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548589 Apr 20 23:31:11.602192 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-02149862-4540-4300-98f6-c8f85d247136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:31:11.613750 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-02149862-4540-4300-98f6-c8f85d247136 admin admin] Usage tracker for resource:security_group_rule and tenant:e849a0022b094af4aa686d0dcf613699 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:31:11.619665 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-02149862-4540-4300-98f6-c8f85d247136 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:31:11.627132 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-02149862-4540-4300-98f6-c8f85d247136 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:31:11.645263 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba9057-9a01-404d-808a-ac08a13cba33 req-200894af-d544-4ab8-b59b-795332a22c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:11.646799 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-23ba9057-9a01-404d-808a-ac08a13cba33 req-200894af-d544-4ab8-b59b-795332a22c38 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375&tenant_id=ee794c51b2d7444ca7efc3b0ee9ce528 HTTP/1.1" status: 200 len: 1096 time: 0.1547420 Apr 20 23:31:11.789755 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-02149862-4540-4300-98f6-c8f85d247136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:11.794895 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-02149862-4540-4300-98f6-c8f85d247136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:11.804044 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f5d96cd7-33fe-4490-953f-3a63e3fdef20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:11.852999 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba9057-9a01-404d-808a-ac08a13cba33 req-e16ce70a-e2bb-418d-8476-7b5d12b33f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:11.854620 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-23ba9057-9a01-404d-808a-ac08a13cba33 req-e16ce70a-e2bb-418d-8476-7b5d12b33f7c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee794c51b2d7444ca7efc3b0ee9ce528&device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 1096 time: 0.1728177 Apr 20 23:31:11.857629 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-02149862-4540-4300-98f6-c8f85d247136 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e849a0022b094af4aa686d0dcf613699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083646 Apr 20 23:31:11.859848 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 57308) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:11.860119 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02149862-4540-4300-98f6-c8f85d247136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86562faf-d0dc-4fb3-bb38-8c9d8e7b0215,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:11.895870 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-02149862-4540-4300-98f6-c8f85d247136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:11.979540 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cf8f1ef0-33c9-4cef-9175-e22888c8ceba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:12.010681 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba9057-9a01-404d-808a-ac08a13cba33 req-47ff2fd8-d397-49a0-825f-1dbeeb8d4202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:12.012403 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-23ba9057-9a01-404d-808a-ac08a13cba33 req-47ff2fd8-d397-49a0-825f-1dbeeb8d4202 service neutron] 10.222.0.36 "GET /v2.0/networks?id=437210c7-1067-49df-b543-565768333126 HTTP/1.1" status: 200 len: 917 time: 0.1491456 Apr 20 23:31:12.021391 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cf8f1ef0-33c9-4cef-9175-e22888c8ceba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:12.078604 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fc4e7-532b-44d1-8eef-ef46b8497527 req-4ac18c7f-466b-4590-8114-6655e5445376 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:12.080199 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-380fc4e7-532b-44d1-8eef-ef46b8497527 req-4ac18c7f-466b-4590-8114-6655e5445376 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.1564105 Apr 20 23:31:12.105193 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cf8f1ef0-33c9-4cef-9175-e22888c8ceba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:12.113294 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:12.126911 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f1ef0-33c9-4cef-9175-e22888c8ceba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86562faf-d0dc-4fb3-bb38-8c9d8e7b0215,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:12.130494 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-23ba9057-9a01-404d-808a-ac08a13cba33 req-84270f6b-fbb7-433f-b0dc-63d7bfc181ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be0fd02d-06d7-42f3-a13f-4971c7176d33 HTTP/1.1" status: 200 len: 998 time: 0.1071396 Apr 20 23:31:12.131336 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-cf8f1ef0-33c9-4cef-9175-e22888c8ceba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:12.146952 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cf8f1ef0-33c9-4cef-9175-e22888c8ceba admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:12.148048 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-cf8f1ef0-33c9-4cef-9175-e22888c8ceba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86562faf-d0dc-4fb3-bb38-8c9d8e7b0215 HTTP/1.1" status: 204 len: 168 time: 0.2871573 Apr 20 23:31:12.157421 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-380fc4e7-532b-44d1-8eef-ef46b8497527 req-8422508b-b615-4ae3-a6a6-5d5efc1ae8d3 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688484 Apr 20 23:31:12.217933 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba9057-9a01-404d-808a-ac08a13cba33 req-f95018e0-ccab-479e-8798-e65d6535aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:12.219498 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-23ba9057-9a01-404d-808a-ac08a13cba33 req-f95018e0-ccab-479e-8798-e65d6535aea1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35e08b0a-289c-44e2-8628-45bc2f24dd02 HTTP/1.1" status: 200 len: 855 time: 0.0780756 Apr 20 23:31:12.306963 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba9057-9a01-404d-808a-ac08a13cba33 req-73b498d4-2ab2-42d6-82d5-79ba1400bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:12.308560 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-23ba9057-9a01-404d-808a-ac08a13cba33 req-73b498d4-2ab2-42d6-82d5-79ba1400bfc8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=437210c7-1067-49df-b543-565768333126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0784063 Apr 20 23:31:12.466615 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-23ba9057-9a01-404d-808a-ac08a13cba33 req-97ede8c6-5806-4554-8f89-2355abc2ebaa service neutron] 10.222.0.36 "GET /v2.0/networks/437210c7-1067-49df-b543-565768333126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492186 Apr 20 23:31:12.926898 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-23ba9057-9a01-404d-808a-ac08a13cba33 req-2d08dd79-518c-487e-9ccc-4f44618d0766 service neutron] 10.222.0.36 "GET /v2.0/networks/437210c7-1067-49df-b543-565768333126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510341 Apr 20 23:31:12.949004 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f83375-5dcc-428b-b76e-20977c90e0d3 req-545a55c0-b999-4150-868b-9688ddd8268d tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:12.950641 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d8f83375-5dcc-428b-b76e-20977c90e0d3 req-545a55c0-b999-4150-868b-9688ddd8268d tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 943 time: 0.1547899 Apr 20 23:31:13.000642 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d8f83375-5dcc-428b-b76e-20977c90e0d3 req-19fc9604-d9ba-46ca-8436-4f27f5a047c6 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433414 Apr 20 23:31:13.365647 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e5be9-4f59-4fc4-8d86-fee28f14e6a8 req-3539c780-d1d8-4238-902e-35a33a38514b tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:13.367276 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1e3e5be9-4f59-4fc4-8d86-fee28f14e6a8 req-3539c780-d1d8-4238-902e-35a33a38514b tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.0915506 Apr 20 23:31:13.425230 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1e3e5be9-4f59-4fc4-8d86-fee28f14e6a8 req-8d0ab905-a00a-4daa-82f2-1c7e41cdceb9 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508823 Apr 20 23:31:14.227104 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa891248-b5bd-43bb-bbb3-acc6c6c2edec req-52fff01a-40c3-4257-b501-00a0c0da0dd7 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:14.228731 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fa891248-b5bd-43bb-bbb3-acc6c6c2edec req-52fff01a-40c3-4257-b501-00a0c0da0dd7 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 943 time: 0.0943811 Apr 20 23:31:14.289641 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fa891248-b5bd-43bb-bbb3-acc6c6c2edec req-95fcec80-3573-4d46-8d1c-6955cbd47d6b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539811 Apr 20 23:31:14.653589 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57731599-fd6b-49d1-a8b7-c3c46f9f6da4 req-ea2fcd6a-7d82-4064-be3b-df37606318ac tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:14.655195 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-57731599-fd6b-49d1-a8b7-c3c46f9f6da4 req-ea2fcd6a-7d82-4064-be3b-df37606318ac tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.0874627 Apr 20 23:31:14.708764 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-57731599-fd6b-49d1-a8b7-c3c46f9f6da4 req-a3695f77-fdf3-4904-9417-93998fd831b8 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463262 Apr 20 23:31:15.682898 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30e07e-eed8-4d57-96e1-0f22053f2e95 req-8eac3326-cf6e-45a3-af17-15574ee836b7 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:15.684467 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-aa30e07e-eed8-4d57-96e1-0f22053f2e95 req-8eac3326-cf6e-45a3-af17-15574ee836b7 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 943 time: 0.1074939 Apr 20 23:31:15.737256 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-aa30e07e-eed8-4d57-96e1-0f22053f2e95 req-24286ae1-7ed9-49e2-8a36-f61b25e3e396 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432363 Apr 20 23:31:15.943781 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3841b7-53be-4c94-8f33-fd0c1cfadc23 req-acf2b870-c4ac-4d97-9eef-7c58283eb295 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:15.945534 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6c3841b7-53be-4c94-8f33-fd0c1cfadc23 req-acf2b870-c4ac-4d97-9eef-7c58283eb295 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.1014929 Apr 20 23:31:15.997063 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6c3841b7-53be-4c94-8f33-fd0c1cfadc23 req-14a5fd8b-3982-4804-80bb-0b8c966c65a7 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448220 Apr 20 23:31:16.070342 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:16.967053 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe350ec-2123-4904-ad7a-d68b39e98f47 req-908cd4ff-fa5d-46e3-ac4e-196ecc84c201 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:16.968677 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ffe350ec-2123-4904-ad7a-d68b39e98f47 req-908cd4ff-fa5d-46e3-ac4e-196ecc84c201 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 943 time: 0.0879269 Apr 20 23:31:17.024005 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ffe350ec-2123-4904-ad7a-d68b39e98f47 req-f6b0e419-d2c8-49fb-933b-b0000efb2f32 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480921 Apr 20 23:31:17.241946 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d7c5b-06a6-460c-bbba-2fa0f065aef4 req-19138195-40bd-4a3f-bbda-3f952049db94 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:17.243584 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-823d7c5b-06a6-460c-bbba-2fa0f065aef4 req-19138195-40bd-4a3f-bbda-3f952049db94 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.1173992 Apr 20 23:31:17.288080 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:31:17.296953 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-823d7c5b-06a6-460c-bbba-2fa0f065aef4 req-92f26bb1-7147-455b-b5da-3eeaf21d97e2 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466862 Apr 20 23:31:18.457989 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327ec28-a154-49b3-b4c9-44de036bfb60 req-6ce97e97-a0d6-4109-bdbf-fe4539db8415 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:18.466183 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d327ec28-a154-49b3-b4c9-44de036bfb60 req-6ce97e97-a0d6-4109-bdbf-fe4539db8415 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 943 time: 0.3155279 Apr 20 23:31:18.543850 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d327ec28-a154-49b3-b4c9-44de036bfb60 req-2bb1f079-8f13-4551-ba0d-91cbd2bcb86e tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771046 Apr 20 23:31:18.558270 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cefd9-fa3c-44b2-b35d-f10d8ae6bd83 req-5549591c-6319-471f-be58-5c3498f4f133 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:18.559982 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bd2cefd9-fa3c-44b2-b35d-f10d8ae6bd83 req-5549591c-6319-471f-be58-5c3498f4f133 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.1270444 Apr 20 23:31:18.630766 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bd2cefd9-fa3c-44b2-b35d-f10d8ae6bd83 req-1d814beb-5078-4bd3-a5cd-0d1642720d1b tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526915 Apr 20 23:31:19.798980 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811b1ed-93d7-41fe-a93b-4bf143649775 req-822e5f2e-6746-4476-bf49-d54893f1d457 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:19.801413 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d811b1ed-93d7-41fe-a93b-4bf143649775 req-822e5f2e-6746-4476-bf49-d54893f1d457 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 943 time: 0.1348629 Apr 20 23:31:19.853119 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d811b1ed-93d7-41fe-a93b-4bf143649775 req-c581c4e0-52b9-4b9a-87bb-5d6e013db413 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454412 Apr 20 23:31:19.868952 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d357f7c-ad4b-4f34-a981-9f85894041b4 req-e0319799-a7a8-4110-9185-8bf800042fc5 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:19.870679 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5d357f7c-ad4b-4f34-a981-9f85894041b4 req-e0319799-a7a8-4110-9185-8bf800042fc5 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.1034210 Apr 20 23:31:19.891368 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b2b80112-e6ef-422b-bd2e-a4db547e1431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:19.936608 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5d357f7c-ad4b-4f34-a981-9f85894041b4 req-28e8f6c2-2c62-4524-b78d-74426782ba71 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568016 Apr 20 23:31:21.075685 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41989c38-5454-4683-b743-21df383d1e3e req-ea722553-c6ec-4b0a-b8e2-97454aac5e11 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:21.085532 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-41989c38-5454-4683-b743-21df383d1e3e req-ea722553-c6ec-4b0a-b8e2-97454aac5e11 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 943 time: 0.1019468 Apr 20 23:31:21.140326 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-41989c38-5454-4683-b743-21df383d1e3e req-cfe6314f-0317-4546-a21c-205c54597e0a tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534706 Apr 20 23:31:21.176979 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9d539-054a-4e28-8e0e-c6479c89f8d5 req-e1da0f35-665f-41cf-a629-0aa388361496 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:21.185586 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5fc9d539-054a-4e28-8e0e-c6479c89f8d5 req-e1da0f35-665f-41cf-a629-0aa388361496 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.1324251 Apr 20 23:31:21.236333 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5fc9d539-054a-4e28-8e0e-c6479c89f8d5 req-a8ea72b2-4c2c-4177-9bc8-d9044407ea12 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494831 Apr 20 23:31:22.359095 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b9efc-56cd-4a79-8d21-0f79e1704265 req-d0e47e37-5e39-41d1-8488-c1ffb8bc1704 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:22.361233 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cc8b9efc-56cd-4a79-8d21-0f79e1704265 req-d0e47e37-5e39-41d1-8488-c1ffb8bc1704 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 943 time: 0.0910420 Apr 20 23:31:22.415042 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cc8b9efc-56cd-4a79-8d21-0f79e1704265 req-75edcb3e-9c6e-4c42-a3bf-e89e0aeee954 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466857 Apr 20 23:31:22.441609 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4b8c6e93-5536-4c1e-abae-4d5f12e7e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:22.495652 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e4553-7633-411b-87ae-4dce152c3fe6 req-e4a50075-917a-4a06-9d67-68c917773458 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:22.497314 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c15e4553-7633-411b-87ae-4dce152c3fe6 req-e4a50075-917a-4a06-9d67-68c917773458 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.1469915 Apr 20 23:31:22.544479 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c15e4553-7633-411b-87ae-4dce152c3fe6 req-1e4f0eb8-87c2-4ffd-98fc-3d7ae78b1229 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400548 Apr 20 23:31:22.856492 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:23.597446 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:23.640027 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7b326-81b8-49bb-9b8e-198a3dd8665a req-c74224d2-cb00-4d5c-8329-d8b2acba86fc tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:23.642065 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1cd7b326-81b8-49bb-9b8e-198a3dd8665a req-c74224d2-cb00-4d5c-8329-d8b2acba86fc tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 943 time: 0.0945044 Apr 20 23:31:23.712870 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1cd7b326-81b8-49bb-9b8e-198a3dd8665a req-634382bf-62c2-45bd-adf0-67d6648a1adf tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637922 Apr 20 23:31:23.764186 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacb2e4-6cdf-4343-bc08-391e934b33a1 req-140050f1-1cec-476d-9f15-04938d35f1d1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:23.766181 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ffacb2e4-6cdf-4343-bc08-391e934b33a1 req-140050f1-1cec-476d-9f15-04938d35f1d1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.0928037 Apr 20 23:31:23.816649 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ffacb2e4-6cdf-4343-bc08-391e934b33a1 req-7118a5a0-608b-4d02-a477-7170ea4aebac tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432744 Apr 20 23:31:24.422064 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:24.981033 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23788723-3080-421a-8595-bdffcc4c03c3 req-12956872-084f-44fa-b134-79975fe64631 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:24.982786 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-23788723-3080-421a-8595-bdffcc4c03c3 req-12956872-084f-44fa-b134-79975fe64631 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 943 time: 0.1128979 Apr 20 23:31:25.036461 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-23788723-3080-421a-8595-bdffcc4c03c3 req-70974bd4-defb-42bf-978b-a98931251b48 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455225 Apr 20 23:31:25.082336 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526dd85-64b6-401f-ace4-0130459ce5a9 req-f1df18b7-40e6-4800-a7d6-6231d0b7c75a tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:25.090497 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b526dd85-64b6-401f-ace4-0130459ce5a9 req-f1df18b7-40e6-4800-a7d6-6231d0b7c75a tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.1221409 Apr 20 23:31:25.133319 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b526dd85-64b6-401f-ace4-0130459ce5a9 req-9a3c8880-187f-47ab-8cf0-ed8ef0fe2da7 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415814 Apr 20 23:31:26.291866 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302b5c0-d4a6-4e04-87cd-58529b8c65f1 req-94fc72a6-68b9-4e1c-8842-31d7bde8d531 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:26.293693 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1302b5c0-d4a6-4e04-87cd-58529b8c65f1 req-94fc72a6-68b9-4e1c-8842-31d7bde8d531 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 943 time: 0.1119478 Apr 20 23:31:26.404967 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facea368-5fe5-402f-aa01-708e55c53f71 req-93a0c0d9-50cc-4bce-81e8-fc2989708f2c tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:26.413960 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-facea368-5fe5-402f-aa01-708e55c53f71 req-93a0c0d9-50cc-4bce-81e8-fc2989708f2c tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.1277566 Apr 20 23:31:26.433864 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1302b5c0-d4a6-4e04-87cd-58529b8c65f1 req-770a9328-ca26-44aa-acb7-5553c08f21bb tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298928 Apr 20 23:31:26.475294 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-facea368-5fe5-402f-aa01-708e55c53f71 req-12bbf9c0-fc37-4025-abde-d5716686264d tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600765 Apr 20 23:31:27.689973 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29aa48-933d-401a-a8a5-618424d02dd3 req-44052245-da55-45c0-8a65-9bc8d116d47a tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:27.693529 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3e29aa48-933d-401a-a8a5-618424d02dd3 req-44052245-da55-45c0-8a65-9bc8d116d47a tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.0962427 Apr 20 23:31:27.696763 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc38bf7-ed17-47c4-9d2b-6f3d63e92567 req-29beb42d-c57e-4744-93c3-c0e5dff0ee89 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:27.699085 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2fc38bf7-ed17-47c4-9d2b-6f3d63e92567 req-29beb42d-c57e-4744-93c3-c0e5dff0ee89 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 943 time: 0.1208985 Apr 20 23:31:27.746705 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3e29aa48-933d-401a-a8a5-618424d02dd3 req-236217c2-5c55-4714-a3d8-4d1a8e442342 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456903 Apr 20 23:31:27.749807 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2fc38bf7-ed17-47c4-9d2b-6f3d63e92567 req-dee54146-0736-4920-8988-c19d28523135 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442305 Apr 20 23:31:28.057834 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18ef90-40b4-450c-8402-f37eac822a5b req-b9141d54-1427-4aa8-b4e5-d191a92750f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:28.059431 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0f18ef90-40b4-450c-8402-f37eac822a5b req-b9141d54-1427-4aa8-b4e5-d191a92750f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2bc87a338871440e8d886029fff40e57&device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 1099 time: 0.0857999 Apr 20 23:31:28.218246 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18ef90-40b4-450c-8402-f37eac822a5b req-a0530f69-fc10-4b1b-9440-da6a32e53da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:28.219772 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0f18ef90-40b4-450c-8402-f37eac822a5b req-a0530f69-fc10-4b1b-9440-da6a32e53da7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f780fa1a-35e5-4ddd-af3a-7a7830d8c77c HTTP/1.1" status: 200 len: 911 time: 0.1351526 Apr 20 23:31:28.336503 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0f18ef90-40b4-450c-8402-f37eac822a5b req-cdb8d347-66a2-4941-9f18-6abef93b6bbd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 HTTP/1.1" status: 200 len: 1002 time: 0.1066961 Apr 20 23:31:28.405239 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18ef90-40b4-450c-8402-f37eac822a5b req-541ea701-2ac3-49b7-a86a-27dd1a6fb2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:28.406836 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0f18ef90-40b4-450c-8402-f37eac822a5b req-541ea701-2ac3-49b7-a86a-27dd1a6fb2c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e71ca367-9455-420b-bfe5-f3be3611f43b HTTP/1.1" status: 200 len: 849 time: 0.0635967 Apr 20 23:31:28.494799 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18ef90-40b4-450c-8402-f37eac822a5b req-84afa006-a2af-40cc-b299-03f8b565c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:28.496343 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0f18ef90-40b4-450c-8402-f37eac822a5b req-84afa006-a2af-40cc-b299-03f8b565c2d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f780fa1a-35e5-4ddd-af3a-7a7830d8c77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0807014 Apr 20 23:31:28.642773 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0f18ef90-40b4-450c-8402-f37eac822a5b req-fa7baf9d-1c17-4e91-af99-0cd0c57e852f service neutron] 10.222.0.36 "GET /v2.0/networks/f780fa1a-35e5-4ddd-af3a-7a7830d8c77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381769 Apr 20 23:31:28.798061 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0f18ef90-40b4-450c-8402-f37eac822a5b req-e59761a9-0d8b-43fe-be55-21b0d88acd46 service neutron] 10.222.0.36 "GET /v2.0/networks/f780fa1a-35e5-4ddd-af3a-7a7830d8c77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466434 Apr 20 23:31:29.037796 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d388bff-3063-4200-9ada-c6e90ddd9ad1 req-97b05e44-3fc0-461b-93d9-4bd7c86d32c9 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:29.039391 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0d388bff-3063-4200-9ada-c6e90ddd9ad1 req-97b05e44-3fc0-461b-93d9-4bd7c86d32c9 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.1317639 Apr 20 23:31:29.064334 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc4ad7-3719-4928-949d-f83ba43e00ff req-7918d78d-f3e1-4a94-b43d-4b5d1d0695ec tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:29.068078 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-82cc4ad7-3719-4928-949d-f83ba43e00ff req-7918d78d-f3e1-4a94-b43d-4b5d1d0695ec tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 943 time: 0.1557348 Apr 20 23:31:29.092947 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0d388bff-3063-4200-9ada-c6e90ddd9ad1 req-6404dc4d-e2c2-4348-a202-4516d0d0863c tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470278 Apr 20 23:31:29.145958 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-82cc4ad7-3719-4928-949d-f83ba43e00ff req-e0fed294-55b5-4c0c-bacb-ab25d5e6a67c tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711622 Apr 20 23:31:29.492466 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fb734-29be-487e-b2c1-da21f694d10a req-f74b87f0-c94f-454c-8304-f94dbd758fe7 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:29.494158 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-383fb734-29be-487e-b2c1-da21f694d10a req-f74b87f0-c94f-454c-8304-f94dbd758fe7 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.1011281 Apr 20 23:31:29.539483 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05d86-cb99-4f10-9640-2f684dbce5f1 req-f2e0482a-e067-4434-bf48-d87d9470e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:29.541125 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-56d05d86-cb99-4f10-9640-2f684dbce5f1 req-f2e0482a-e067-4434-bf48-d87d9470e755 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2bc87a338871440e8d886029fff40e57&device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 1099 time: 0.0883858 Apr 20 23:31:29.547408 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-383fb734-29be-487e-b2c1-da21f694d10a req-ab43691e-8107-45f5-a17a-4adf598a5e17 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466921 Apr 20 23:31:29.690064 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05d86-cb99-4f10-9640-2f684dbce5f1 req-d5797d6f-ef65-43ae-a74f-a0bbd7827fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:29.692274 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-56d05d86-cb99-4f10-9640-2f684dbce5f1 req-d5797d6f-ef65-43ae-a74f-a0bbd7827fda service neutron] 10.222.0.36 "GET /v2.0/networks?id=f780fa1a-35e5-4ddd-af3a-7a7830d8c77c HTTP/1.1" status: 200 len: 911 time: 0.1436772 Apr 20 23:31:29.800385 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-56d05d86-cb99-4f10-9640-2f684dbce5f1 req-d98c1f0e-d8a6-423f-a544-bffd02d77bdb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 HTTP/1.1" status: 200 len: 1002 time: 0.1002073 Apr 20 23:31:29.873207 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05d86-cb99-4f10-9640-2f684dbce5f1 req-684cf737-a2ba-4636-b214-a2adefc3a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:29.874752 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-56d05d86-cb99-4f10-9640-2f684dbce5f1 req-684cf737-a2ba-4636-b214-a2adefc3a1f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e71ca367-9455-420b-bfe5-f3be3611f43b HTTP/1.1" status: 200 len: 849 time: 0.0676870 Apr 20 23:31:29.958422 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d05d86-cb99-4f10-9640-2f684dbce5f1 req-205ae5d6-768b-49b5-a342-4311047ccb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:29.960000 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-56d05d86-cb99-4f10-9640-2f684dbce5f1 req-205ae5d6-768b-49b5-a342-4311047ccb4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f780fa1a-35e5-4ddd-af3a-7a7830d8c77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774922 Apr 20 23:31:30.105539 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-56d05d86-cb99-4f10-9640-2f684dbce5f1 req-a6b812c0-7e81-44a1-90f6-355a6edd6b4e service neutron] 10.222.0.36 "GET /v2.0/networks/f780fa1a-35e5-4ddd-af3a-7a7830d8c77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367044 Apr 20 23:31:30.246051 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-56d05d86-cb99-4f10-9640-2f684dbce5f1 req-31a24354-85ae-47c7-ade2-5f99c8692e05 service neutron] 10.222.0.36 "GET /v2.0/networks/f780fa1a-35e5-4ddd-af3a-7a7830d8c77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334424 Apr 20 23:31:30.352179 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d42b23-d778-4610-bb08-524bdc09245f req-524e2782-d9af-44ed-bfdd-db65412caa5b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:30.353811 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-36d42b23-d778-4610-bb08-524bdc09245f req-524e2782-d9af-44ed-bfdd-db65412caa5b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 943 time: 0.0928295 Apr 20 23:31:30.402595 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-36d42b23-d778-4610-bb08-524bdc09245f req-11d72436-0dbd-438e-b57c-3f8c91c7eacc tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422900 Apr 20 23:31:30.567996 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 57698) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:30.694902 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0463c34c-f897-4d27-b5c9-cc3fd7c3b4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:30.710383 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-0463c34c-f897-4d27-b5c9-cc3fd7c3b4fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:31:30.714537 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-0463c34c-f897-4d27-b5c9-cc3fd7c3b4fe admin admin] Usage tracker for resource:security_group_rule and tenant:fd09cb34d1d142a4a4e4979dab7ebd46 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:31:30.717577 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-0463c34c-f897-4d27-b5c9-cc3fd7c3b4fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:31:30.723848 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-0463c34c-f897-4d27-b5c9-cc3fd7c3b4fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:31:30.764706 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd5b00-83cd-45cd-97b7-2338a935ed2d req-52218966-32ec-4281-825a-3126fce13625 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:30.766424 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-10cd5b00-83cd-45cd-97b7-2338a935ed2d req-52218966-32ec-4281-825a-3126fce13625 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.1023519 Apr 20 23:31:30.828015 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-10cd5b00-83cd-45cd-97b7-2338a935ed2d req-80144445-3e35-4708-b17d-fb5a9efe7ad1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550170 Apr 20 23:31:30.833814 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0463c34c-f897-4d27-b5c9-cc3fd7c3b4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:30.838588 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0463c34c-f897-4d27-b5c9-cc3fd7c3b4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:30.857545 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5b7a1070-e21a-491b-96db-2c2c91211a77 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:30.894193 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 57712) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:30.894402 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-0463c34c-f897-4d27-b5c9-cc3fd7c3b4fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd09cb34d1d142a4a4e4979dab7ebd46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3245111 Apr 20 23:31:30.911723 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463c34c-f897-4d27-b5c9-cc3fd7c3b4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a21877-a517-41ad-91bd-bf3512db359c,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:30.915711 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0463c34c-f897-4d27-b5c9-cc3fd7c3b4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:30.965066 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-506b9acf-0c9b-4b37-b03b-67db500d8d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:30.993734 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-506b9acf-0c9b-4b37-b03b-67db500d8d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:31.040297 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-506b9acf-0c9b-4b37-b03b-67db500d8d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:31.045571 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6b81497f-0591-428f-a672-9271c089416d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:31.061512 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b9acf-0c9b-4b37-b03b-67db500d8d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a21877-a517-41ad-91bd-bf3512db359c,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:31.066923 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-506b9acf-0c9b-4b37-b03b-67db500d8d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:31.073583 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-506b9acf-0c9b-4b37-b03b-67db500d8d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:31.075068 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-506b9acf-0c9b-4b37-b03b-67db500d8d7e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/06a21877-a517-41ad-91bd-bf3512db359c HTTP/1.1" status: 204 len: 168 time: 0.1796820 Apr 20 23:31:31.535044 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device be0fd02d-06d7-42f3-a13f-4971c7176d33 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:31:31.606147 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674242e1-7418-4c5f-8df6-2ff4f9eafb34 req-379e7c02-2ddd-4097-a8da-79c87c58c60b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:31.607733 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-674242e1-7418-4c5f-8df6-2ff4f9eafb34 req-379e7c02-2ddd-4097-a8da-79c87c58c60b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 943 time: 0.0888903 Apr 20 23:31:31.657320 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-674242e1-7418-4c5f-8df6-2ff4f9eafb34 req-ab94b0da-63fb-4b30-9f8b-55725d39cb21 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430887 Apr 20 23:31:31.673360 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port be0fd02d-06d7-42f3-a13f-4971c7176d33, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=be0fd02d-06d7-42f3-a13f-4971c7176d33,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:31:31.687354 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Returning: {'device': 'be0fd02d-06d7-42f3-a13f-4971c7176d33', 'network_id': '437210c7-1067-49df-b543-565768333126', 'port_id': 'be0fd02d-06d7-42f3-a13f-4971c7176d33', 'mac_address': 'fa:16:3e:1b:20:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:31:31.744531 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:31.761842 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be0fd02d-06d7-42f3-a13f-4971c7176d33 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:31:31.777632 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port be0fd02d-06d7-42f3-a13f-4971c7176d33, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=be0fd02d-06d7-42f3-a13f-4971c7176d33,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:31:31.780354 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:31.783058 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-236b8d10-da99-4203-92f8-1136c047d64a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:31.852896 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=be0fd02d-06d7-42f3-a13f-4971c7176d33,revision_number=9']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:31.856112 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:32.005118 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['be0fd02d-06d7-42f3-a13f-4971c7176d33'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:31:32.036235 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb86978-3a33-4c7e-ac82-3f978b356172 req-e89e5c81-c86c-4787-85d5-ed9a7c5e7dc3 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:32.037857 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dcb86978-3a33-4c7e-ac82-3f978b356172 req-e89e5c81-c86c-4787-85d5-ed9a7c5e7dc3 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.0937884 Apr 20 23:31:32.094063 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dcb86978-3a33-4c7e-ac82-3f978b356172 req-6421dbc3-dabb-49fa-95bc-13355fb809ac tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481589 Apr 20 23:31:32.310418 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 57732) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:32.438221 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2d0583b9-a7f4-4279-bd63-236f5f95ed85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:32.454922 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-2d0583b9-a7f4-4279-bd63-236f5f95ed85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:31:32.459133 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2d0583b9-a7f4-4279-bd63-236f5f95ed85 admin admin] Usage tracker for resource:security_group_rule and tenant:520cc875981148a680575e44cd960ab0 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:31:32.462117 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2d0583b9-a7f4-4279-bd63-236f5f95ed85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:31:32.468118 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-2d0583b9-a7f4-4279-bd63-236f5f95ed85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:31:32.555070 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2d0583b9-a7f4-4279-bd63-236f5f95ed85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:32.557700 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2d0583b9-a7f4-4279-bd63-236f5f95ed85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:32.570756 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-68674614-94db-4bc3-beec-7211cb4f6ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:32.611857 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-2d0583b9-a7f4-4279-bd63-236f5f95ed85 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=520cc875981148a680575e44cd960ab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003075 Apr 20 23:31:32.614156 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0583b9-a7f4-4279-bd63-236f5f95ed85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52b67fb-414e-4b66-a83e-43526f1aa850,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:32.615615 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 57742) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:32.617384 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2d0583b9-a7f4-4279-bd63-236f5f95ed85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:32.686307 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2bbabf14-94b5-4f42-8182-2955df7fec45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:32.715157 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2bbabf14-94b5-4f42-8182-2955df7fec45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:32.760367 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2bbabf14-94b5-4f42-8182-2955df7fec45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:32.765772 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ad3bc4ac-b96e-40cf-b846-af7d9be2e77f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:32.779409 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbabf14-94b5-4f42-8182-2955df7fec45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52b67fb-414e-4b66-a83e-43526f1aa850,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:32.783087 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2bbabf14-94b5-4f42-8182-2955df7fec45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:32.830960 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2bbabf14-94b5-4f42-8182-2955df7fec45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:32.833613 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-2bbabf14-94b5-4f42-8182-2955df7fec45 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d52b67fb-414e-4b66-a83e-43526f1aa850 HTTP/1.1" status: 204 len: 168 time: 0.2162108 Apr 20 23:31:32.884713 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9003c-2811-4864-b8c6-d6a02799e23a req-49340430-7f14-4ebc-b64d-feea6af69dff tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:32.886293 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71a9003c-2811-4864-b8c6-d6a02799e23a req-49340430-7f14-4ebc-b64d-feea6af69dff tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 944 time: 0.1046021 Apr 20 23:31:32.935399 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-71a9003c-2811-4864-b8c6-d6a02799e23a req-dda34e86-39f7-4910-a30f-48194503d06f tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416958 Apr 20 23:31:33.136765 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 57756) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:33.156104 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fab2bd7d-0f62-428f-8a8d-a9af2820ccaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:33.171838 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-fab2bd7d-0f62-428f-8a8d-a9af2820ccaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:31:33.176244 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-fab2bd7d-0f62-428f-8a8d-a9af2820ccaa admin admin] Usage tracker for resource:security_group_rule and tenant:deeb8d4072784cc5a404b8c101751d8d is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:31:33.179267 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-fab2bd7d-0f62-428f-8a8d-a9af2820ccaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:31:33.185480 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-fab2bd7d-0f62-428f-8a8d-a9af2820ccaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:31:33.269317 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fab2bd7d-0f62-428f-8a8d-a9af2820ccaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:33.272214 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fab2bd7d-0f62-428f-8a8d-a9af2820ccaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:33.280753 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5e12cc02-2c23-46a1-a5a4-6ca36877438c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:33.322722 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-fab2bd7d-0f62-428f-8a8d-a9af2820ccaa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=deeb8d4072784cc5a404b8c101751d8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1847641 Apr 20 23:31:33.323654 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2bd7d-0f62-428f-8a8d-a9af2820ccaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12909d11-1d34-44ab-8bda-acc3a786bafd,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:33.325743 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 57760) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:33.326909 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fab2bd7d-0f62-428f-8a8d-a9af2820ccaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:33.386421 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-37f04713-01db-4601-b6db-3ea7e9c543d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:33.412983 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-37f04713-01db-4601-b6db-3ea7e9c543d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:33.457074 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-37f04713-01db-4601-b6db-3ea7e9c543d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:33.462038 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a688784c-a5a4-4817-8cfe-aa7ca95ad268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:33.475076 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f04713-01db-4601-b6db-3ea7e9c543d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12909d11-1d34-44ab-8bda-acc3a786bafd,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:33.479404 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-37f04713-01db-4601-b6db-3ea7e9c543d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:33.480602 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-37f04713-01db-4601-b6db-3ea7e9c543d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/12909d11-1d34-44ab-8bda-acc3a786bafd HTTP/1.1" status: 204 len: 168 time: 0.1538079 Apr 20 23:31:33.481899 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-37f04713-01db-4601-b6db-3ea7e9c543d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:33.547470 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device be0fd02d-06d7-42f3-a13f-4971c7176d33 up at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:31:33.618648 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning complete for port be0fd02d-06d7-42f3-a13f-4971c7176d33 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:31:33.619076 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:33.747432 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:33.775655 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e314e2fb-1c84-42b3-a041-fe3d10d8d375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0fd02d-06d7-42f3-a13f-4971c7176d33'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:31:33.786359 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port be0fd02d-06d7-42f3-a13f-4971c7176d33, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=be0fd02d-06d7-42f3-a13f-4971c7176d33,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:31:33.790176 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:33.792087 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:33.828325 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e314e2fb-1c84-42b3-a041-fe3d10d8d375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0fd02d-06d7-42f3-a13f-4971c7176d33', 'code': 200} Apr 20 23:31:33.862890 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=be0fd02d-06d7-42f3-a13f-4971c7176d33,revision_number=10']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:33.866019 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:34.160363 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766a246-88c9-41a8-8e20-2c298c0b1379 req-b3c95948-5ece-4da0-b2f7-2edbe51c1471 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:34.162061 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6766a246-88c9-41a8-8e20-2c298c0b1379 req-b3c95948-5ece-4da0-b2f7-2edbe51c1471 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 946 time: 0.0980637 Apr 20 23:31:34.210190 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6766a246-88c9-41a8-8e20-2c298c0b1379 req-63602fd1-c971-4e92-9e56-bc1c0bd91ac2 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416670 Apr 20 23:31:34.447528 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef3cf9-d0cc-421b-93d2-7f0ac391d81b req-8fb75797-2ba3-4650-834e-b86cb78a8a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:34.449279 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-80ef3cf9-d0cc-421b-93d2-7f0ac391d81b req-8fb75797-2ba3-4650-834e-b86cb78a8a78 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 1099 time: 0.0899694 Apr 20 23:31:34.496388 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-80ef3cf9-d0cc-421b-93d2-7f0ac391d81b req-c1a319e8-5ded-4b98-9663-743fea0fbe1c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396628 Apr 20 23:31:35.450296 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180e0ee-948c-4481-9d84-da8876a28359 req-64b01216-6309-4e8d-9947-1ad9e2ed04f7 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:35.452921 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3180e0ee-948c-4481-9d84-da8876a28359 req-64b01216-6309-4e8d-9947-1ad9e2ed04f7 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 946 time: 0.1218817 Apr 20 23:31:35.557792 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3180e0ee-948c-4481-9d84-da8876a28359 req-14ae4c4e-114b-472f-9fe0-cd70c3374367 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782666 Apr 20 23:31:36.796026 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892d8e6-648e-48b8-9edb-26a4668aff85 req-891768a5-baf6-4e7b-96aa-352957374346 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:36.797537 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1892d8e6-648e-48b8-9edb-26a4668aff85 req-891768a5-baf6-4e7b-96aa-352957374346 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 946 time: 0.0915341 Apr 20 23:31:36.844011 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1892d8e6-648e-48b8-9edb-26a4668aff85 req-c1bc84e7-a81e-458f-adb8-8bca9b36a603 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397959 Apr 20 23:31:43.501938 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 57980) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:43.626490 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c03e2c10-36f4-43f3-9100-7049ee811183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:43.644696 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c03e2c10-36f4-43f3-9100-7049ee811183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:31:43.648717 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c03e2c10-36f4-43f3-9100-7049ee811183 admin admin] Usage tracker for resource:security_group_rule and tenant:f6770c50f1774a92881c81cab9af876c is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:31:43.651689 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c03e2c10-36f4-43f3-9100-7049ee811183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:31:43.657659 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c03e2c10-36f4-43f3-9100-7049ee811183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:31:43.741970 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c03e2c10-36f4-43f3-9100-7049ee811183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:43.744520 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c03e2c10-36f4-43f3-9100-7049ee811183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:43.753096 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-cf8f1ef0-33c9-4cef-9175-e22888c8ceba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:43.794380 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c03e2c10-36f4-43f3-9100-7049ee811183 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f6770c50f1774a92881c81cab9af876c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912576 Apr 20 23:31:43.796073 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e2c10-36f4-43f3-9100-7049ee811183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6dfaf97-43c3-493e-8c7c-a634c109c4e1,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:43.797175 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 57988) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:43.799297 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c03e2c10-36f4-43f3-9100-7049ee811183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:43.858437 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a13768f6-eb39-43c0-9f07-8d22609e7834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:43.886505 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a13768f6-eb39-43c0-9f07-8d22609e7834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:43.929878 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a13768f6-eb39-43c0-9f07-8d22609e7834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:43.934852 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9d5ed3a5-251e-4775-b6eb-53a92e73d426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:43.949665 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13768f6-eb39-43c0-9f07-8d22609e7834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6dfaf97-43c3-493e-8c7c-a634c109c4e1,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:43.957634 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a13768f6-eb39-43c0-9f07-8d22609e7834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:43.961944 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a13768f6-eb39-43c0-9f07-8d22609e7834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:43.963135 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a13768f6-eb39-43c0-9f07-8d22609e7834 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e6dfaf97-43c3-493e-8c7c-a634c109c4e1 HTTP/1.1" status: 204 len: 168 time: 0.1648128 Apr 20 23:31:44.248249 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 57996) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:44.267556 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a8af1d68-74b8-4382-b127-26955df4256e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:44.282213 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-a8af1d68-74b8-4382-b127-26955df4256e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:31:44.286156 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-a8af1d68-74b8-4382-b127-26955df4256e admin admin] Usage tracker for resource:security_group_rule and tenant:914a51b0d88042b3abb3ed97a1afdb25 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:31:44.289057 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-a8af1d68-74b8-4382-b127-26955df4256e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:31:44.294981 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-a8af1d68-74b8-4382-b127-26955df4256e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:31:44.377472 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a8af1d68-74b8-4382-b127-26955df4256e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:44.380278 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a8af1d68-74b8-4382-b127-26955df4256e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:44.388721 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fc09f759-a9e9-436d-b45c-065a725f4e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:44.436829 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a8af1d68-74b8-4382-b127-26955df4256e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=914a51b0d88042b3abb3ed97a1afdb25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1850252 Apr 20 23:31:44.436829 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af1d68-74b8-4382-b127-26955df4256e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a91ce0a-bf99-4519-af3f-5d816a26fbdc,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:44.437295 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 58000) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:44.438608 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a8af1d68-74b8-4382-b127-26955df4256e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:44.501704 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0dd89ba9-acca-42da-996c-64ca73835a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:44.527463 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0dd89ba9-acca-42da-996c-64ca73835a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:44.570871 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0dd89ba9-acca-42da-996c-64ca73835a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:44.575780 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2d0583b9-a7f4-4279-bd63-236f5f95ed85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:44.587845 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd89ba9-acca-42da-996c-64ca73835a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a91ce0a-bf99-4519-af3f-5d816a26fbdc,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:44.590932 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0dd89ba9-acca-42da-996c-64ca73835a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:44.593003 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0dd89ba9-acca-42da-996c-64ca73835a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:44.594268 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-0dd89ba9-acca-42da-996c-64ca73835a74 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a91ce0a-bf99-4519-af3f-5d816a26fbdc HTTP/1.1" status: 204 len: 168 time: 0.1558213 Apr 20 23:31:44.945494 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 58010) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:44.963954 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9c7f2414-f8b4-4382-8f8c-9a65a45a7e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:44.979058 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-9c7f2414-f8b4-4382-8f8c-9a65a45a7e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:31:44.983023 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-9c7f2414-f8b4-4382-8f8c-9a65a45a7e36 admin admin] Usage tracker for resource:security_group_rule and tenant:9bf77fd3937349f3b3ca3b6ca5669d98 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:31:44.985914 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-9c7f2414-f8b4-4382-8f8c-9a65a45a7e36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:31:44.992268 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-9c7f2414-f8b4-4382-8f8c-9a65a45a7e36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:31:45.074780 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9c7f2414-f8b4-4382-8f8c-9a65a45a7e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:45.077398 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9c7f2414-f8b4-4382-8f8c-9a65a45a7e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:45.085461 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-69a718f2-112e-459d-a450-d27fdc7e8082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:45.128166 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-9c7f2414-f8b4-4382-8f8c-9a65a45a7e36 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9bf77fd3937349f3b3ca3b6ca5669d98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815159 Apr 20 23:31:45.129284 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f2414-f8b4-4382-8f8c-9a65a45a7e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02f6ca4-f00c-46aa-896e-4e510999ac1a,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:45.131203 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 58014) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:45.132505 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9c7f2414-f8b4-4382-8f8c-9a65a45a7e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:45.193080 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bcc4f3ef-1485-477b-8465-8fc4d10559d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:45.219564 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bcc4f3ef-1485-477b-8465-8fc4d10559d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:45.262908 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bcc4f3ef-1485-477b-8465-8fc4d10559d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:45.267638 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-75eddf16-3f39-425a-8931-9dd175b25f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:45.281770 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4f3ef-1485-477b-8465-8fc4d10559d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02f6ca4-f00c-46aa-896e-4e510999ac1a,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:45.283982 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-bcc4f3ef-1485-477b-8465-8fc4d10559d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:45.293909 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bcc4f3ef-1485-477b-8465-8fc4d10559d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:45.295103 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-bcc4f3ef-1485-477b-8465-8fc4d10559d8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e02f6ca4-f00c-46aa-896e-4e510999ac1a HTTP/1.1" status: 204 len: 168 time: 0.1628404 Apr 20 23:31:46.067758 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:47.568772 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 58100) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:47.695900 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1d2de9aa-3a14-4174-b70b-6b7251a6c932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:47.712439 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1d2de9aa-3a14-4174-b70b-6b7251a6c932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:31:47.716406 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1d2de9aa-3a14-4174-b70b-6b7251a6c932 admin admin] Usage tracker for resource:security_group_rule and tenant:4b0f753ae06441d78b3bd40986c0e916 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:31:47.719372 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1d2de9aa-3a14-4174-b70b-6b7251a6c932 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:31:47.725698 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1d2de9aa-3a14-4174-b70b-6b7251a6c932 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:31:47.809619 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1d2de9aa-3a14-4174-b70b-6b7251a6c932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:47.813232 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1d2de9aa-3a14-4174-b70b-6b7251a6c932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:47.826167 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-16876b45-483f-491b-a557-99ed3df9eb2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:47.830941 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301d420-4ba1-40bc-b8ee-a4a72a3d64da req-5b541a74-10d9-4876-828a-b0aef59fa788 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:47.832591 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6301d420-4ba1-40bc-b8ee-a4a72a3d64da req-5b541a74-10d9-4876-828a-b0aef59fa788 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=4736b977-7cd3-4840-b318-63b84a94246f HTTP/1.1" status: 200 len: 945 time: 0.0906515 Apr 20 23:31:47.869023 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-1d2de9aa-3a14-4174-b70b-6b7251a6c932 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b0f753ae06441d78b3bd40986c0e916&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989979 Apr 20 23:31:47.870397 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2de9aa-3a14-4174-b70b-6b7251a6c932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6b0a5b-b2e5-4570-883c-339ad49b6d62,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:47.872483 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 58108) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:47.875322 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1d2de9aa-3a14-4174-b70b-6b7251a6c932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:47.881996 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6301d420-4ba1-40bc-b8ee-a4a72a3d64da req-24f2ae46-48fb-4ecd-b3e1-3ad8e7f0be62 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf40aaa9-d962-4542-9b72-94298303498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427928 Apr 20 23:31:47.933863 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92bf064f-0531-41f0-b36c-6828c8a5cd5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:47.960382 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92bf064f-0531-41f0-b36c-6828c8a5cd5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:48.002526 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92bf064f-0531-41f0-b36c-6828c8a5cd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:48.008007 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-462da410-63cb-4e0c-b0c9-4e840b069db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:48.021251 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf064f-0531-41f0-b36c-6828c8a5cd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6b0a5b-b2e5-4570-883c-339ad49b6d62,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:48.024255 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-92bf064f-0531-41f0-b36c-6828c8a5cd5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:48.025224 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92bf064f-0531-41f0-b36c-6828c8a5cd5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:48.026463 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-92bf064f-0531-41f0-b36c-6828c8a5cd5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bf6b0a5b-b2e5-4570-883c-339ad49b6d62 HTTP/1.1" status: 204 len: 168 time: 0.1529565 Apr 20 23:31:48.311422 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 58116) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:48.329701 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8f01526c-ab4a-4878-9885-230bd5062254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:48.344283 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-8f01526c-ab4a-4878-9885-230bd5062254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:31:48.349008 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-8f01526c-ab4a-4878-9885-230bd5062254 admin admin] Usage tracker for resource:security_group_rule and tenant:797b516fd1c3474e9f271e19ab835dc9 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:31:48.351915 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-8f01526c-ab4a-4878-9885-230bd5062254 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:31:48.357795 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-8f01526c-ab4a-4878-9885-230bd5062254 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:31:48.440403 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8f01526c-ab4a-4878-9885-230bd5062254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:48.443285 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8f01526c-ab4a-4878-9885-230bd5062254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:48.455530 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a1846c5c-e420-42e8-91e1-5921d26cc583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:48.497537 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01526c-ab4a-4878-9885-230bd5062254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec63658-23df-4159-8c89-db56a8ba7dc1,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:48.502120 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-8f01526c-ab4a-4878-9885-230bd5062254 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=797b516fd1c3474e9f271e19ab835dc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895487 Apr 20 23:31:48.503012 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8f01526c-ab4a-4878-9885-230bd5062254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:48.505064 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 58120) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:48.564633 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b2d75188-5f67-402f-a083-70106d047657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:48.591129 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b2d75188-5f67-402f-a083-70106d047657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:48.634092 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b2d75188-5f67-402f-a083-70106d047657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:48.638875 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-592ece5a-cdf6-4e68-8835-d981f3c5661f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:48.651804 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d75188-5f67-402f-a083-70106d047657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec63658-23df-4159-8c89-db56a8ba7dc1,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:48.655382 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b2d75188-5f67-402f-a083-70106d047657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:48.661469 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b2d75188-5f67-402f-a083-70106d047657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:48.662661 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b2d75188-5f67-402f-a083-70106d047657 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ec63658-23df-4159-8c89-db56a8ba7dc1 HTTP/1.1" status: 204 len: 168 time: 0.1566567 Apr 20 23:31:49.088380 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cde042-861b-4316-ad32-18eb1e63921e req-d25b52a4-addf-4faa-981b-3fa06431b8b6 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:49.090005 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-88cde042-861b-4316-ad32-18eb1e63921e req-d25b52a4-addf-4faa-981b-3fa06431b8b6 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=4736b977-7cd3-4840-b318-63b84a94246f HTTP/1.1" status: 200 len: 945 time: 0.0938151 Apr 20 23:31:49.137976 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-88cde042-861b-4316-ad32-18eb1e63921e req-4f84fa23-7b6e-464e-89ef-0bdd836e7a79 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf40aaa9-d962-4542-9b72-94298303498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411468 Apr 20 23:31:49.825046 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 58154) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:49.882747 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f2e9e24c-4f44-4a3e-9fd3-0886a6b39dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:49.948557 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-527c0283-c753-46b5-95be-377e05622cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:49.964139 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-527c0283-c753-46b5-95be-377e05622cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:31:49.968212 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-527c0283-c753-46b5-95be-377e05622cd6 admin admin] Usage tracker for resource:security_group_rule and tenant:ad01a468a29a47a1b1658468ee62b95a is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:31:49.971439 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-527c0283-c753-46b5-95be-377e05622cd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:31:49.978123 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-527c0283-c753-46b5-95be-377e05622cd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:31:50.060396 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-527c0283-c753-46b5-95be-377e05622cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:50.063082 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-527c0283-c753-46b5-95be-377e05622cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:50.071689 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1d2de9aa-3a14-4174-b70b-6b7251a6c932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:50.117437 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-527c0283-c753-46b5-95be-377e05622cd6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad01a468a29a47a1b1658468ee62b95a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911866 Apr 20 23:31:50.118377 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c0283-c753-46b5-95be-377e05622cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c123de9c-c9d9-4fef-9565-79e290663f2f,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:50.121030 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 58160) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:31:50.121533 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-527c0283-c753-46b5-95be-377e05622cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:50.185597 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c14f96d6-933a-446a-b245-aace0e986c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:50.468668 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c14f96d6-933a-446a-b245-aace0e986c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:50.539750 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd01d0e-4f87-4bd8-9bf1-7784d962e4aa req-77bc4715-8bee-4dbc-b44f-d822edbccf39 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:50.541375 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8fd01d0e-4f87-4bd8-9bf1-7784d962e4aa req-77bc4715-8bee-4dbc-b44f-d822edbccf39 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=4736b977-7cd3-4840-b318-63b84a94246f HTTP/1.1" status: 200 len: 945 time: 0.1343377 Apr 20 23:31:50.545451 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c14f96d6-933a-446a-b245-aace0e986c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:50.551587 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-506b9acf-0c9b-4b37-b03b-67db500d8d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:50.578054 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f96d6-933a-446a-b245-aace0e986c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c123de9c-c9d9-4fef-9565-79e290663f2f,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:50.580491 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c14f96d6-933a-446a-b245-aace0e986c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:50.592339 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c14f96d6-933a-446a-b245-aace0e986c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:50.593546 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c14f96d6-933a-446a-b245-aace0e986c9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c123de9c-c9d9-4fef-9565-79e290663f2f HTTP/1.1" status: 204 len: 168 time: 0.4711425 Apr 20 23:31:50.613913 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8fd01d0e-4f87-4bd8-9bf1-7784d962e4aa req-6459eb52-63b1-4f55-a896-19f123ac8e0b tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf40aaa9-d962-4542-9b72-94298303498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632479 Apr 20 23:31:51.814320 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b372d-013f-4f9a-93a0-08f7285493a3 req-4905af50-a578-43df-b981-79bee2584e2d tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:51.816602 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b82b372d-013f-4f9a-93a0-08f7285493a3 req-4905af50-a578-43df-b981-79bee2584e2d tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=4736b977-7cd3-4840-b318-63b84a94246f HTTP/1.1" status: 200 len: 945 time: 0.0874114 Apr 20 23:31:51.865270 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b82b372d-013f-4f9a-93a0-08f7285493a3 req-d8034ceb-1e5c-4ac6-92a6-1a8c633c71eb tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf40aaa9-d962-4542-9b72-94298303498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423703 Apr 20 23:31:52.413739 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-43b82b0a-59cc-4352-9f9a-1354a84b143a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:52.756484 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c17f17-486b-4183-afe3-bbe56b511908 req-d225c9a2-181a-4c42-a700-5a594d935111 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:52.758033 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d2c17f17-486b-4183-afe3-bbe56b511908 req-d225c9a2-181a-4c42-a700-5a594d935111 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.36 "GET /v2.0/ports?device_id=4736b977-7cd3-4840-b318-63b84a94246f HTTP/1.1" status: 200 len: 945 time: 0.0889249 Apr 20 23:31:52.835289 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-d2c17f17-486b-4183-afe3-bbe56b511908 req-52348752-0dcd-4e85-99b4-77c0b84744fa tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Deleting port 8897fb1f-22b3-4e68-ab76-f64d6361fb46 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:31:52.835808 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d2c17f17-486b-4183-afe3-bbe56b511908 req-52348752-0dcd-4e85-99b4-77c0b84744fa tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:52.857841 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:53.155417 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-d2c17f17-486b-4183-afe3-bbe56b511908 req-52348752-0dcd-4e85-99b4-77c0b84744fa tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] For port 8897fb1f-22b3-4e68-ab76-f64d6361fb46, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8897fb1f-22b3-4e68-ab76-f64d6361fb46,segment=NetworkSegment(ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a),segment_id=ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:31:53.155819 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d2c17f17-486b-4183-afe3-bbe56b511908 req-52348752-0dcd-4e85-99b4-77c0b84744fa tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:53.290445 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b380f-2252-4d7b-8632-70ee8821cb8e req-12b6df14-440c-421b-b820-bbaa792a78e7 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:53.292030 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8a4b380f-2252-4d7b-8632-70ee8821cb8e req-12b6df14-440c-421b-b820-bbaa792a78e7 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=4736b977-7cd3-4840-b318-63b84a94246f HTTP/1.1" status: 200 len: 945 time: 0.2710423 Apr 20 23:31:53.299191 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-d2c17f17-486b-4183-afe3-bbe56b511908 req-52348752-0dcd-4e85-99b4-77c0b84744fa tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Calling delete_port for 8897fb1f-22b3-4e68-ab76-f64d6361fb46 owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:31:53.400490 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8a4b380f-2252-4d7b-8632-70ee8821cb8e req-2572f8cf-5b55-49b1-b9a8-92a40dffbe2f tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf40aaa9-d962-4542-9b72-94298303498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717998 Apr 20 23:31:53.491373 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d2c17f17-486b-4183-afe3-bbe56b511908 req-52348752-0dcd-4e85-99b4-77c0b84744fa tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:53.496971 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6729356d-f5ba-4733-bcd9-abdc987c9b92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:31:53.507715 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['8897fb1f-22b3-4e68-ab76-f64d6361fb46'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:31:53.549213 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52348752-0dcd-4e85-99b4-77c0b84744fa tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Pushing event deleted for resources: {'Port': ['ID=8897fb1f-22b3-4e68-ab76-f64d6361fb46,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:31:53.552586 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-52348752-0dcd-4e85-99b4-77c0b84744fa tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:31:53.602229 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:53.637028 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c17f17-486b-4183-afe3-bbe56b511908 req-52348752-0dcd-4e85-99b4-77c0b84744fa tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] No DVR routers for this DVR port 8897fb1f-22b3-4e68-ab76-f64d6361fb46 on host hv-cinder-78729 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:31:53.639681 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d2c17f17-486b-4183-afe3-bbe56b511908 req-52348752-0dcd-4e85-99b4-77c0b84744fa tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:53.645667 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4736b977-7cd3-4840-b318-63b84a94246f', 'name': 'network-vif-deleted', 'tag': '8897fb1f-22b3-4e68-ab76-f64d6361fb46'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:31:53.663269 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d2c17f17-486b-4183-afe3-bbe56b511908 req-52348752-0dcd-4e85-99b4-77c0b84744fa tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.36 "DELETE /v2.0/ports/8897fb1f-22b3-4e68-ab76-f64d6361fb46 HTTP/1.1" status: 204 len: 173 time: 0.8994460 Apr 20 23:31:53.700358 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4736b977-7cd3-4840-b318-63b84a94246f', 'name': 'network-vif-deleted', 'tag': '8897fb1f-22b3-4e68-ab76-f64d6361fb46', 'status': 'completed', 'code': 200} Apr 20 23:31:54.288797 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:31:54.407136 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:31:57.622564 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 8897fb1f-22b3-4e68-ab76-f64d6361fb46 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:31:57.662892 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] No Port match for: 8897fb1f-22b3-4e68-ab76-f64d6361fb46 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:31:57.663294 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 8897fb1f-22b3-4e68-ab76-f64d6361fb46 not bound to the agent host hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:31:58.856437 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-d0d4148e-f371-4ccc-8867-62a628d0e983 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:31:58.856437 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-d0d4148e-f371-4ccc-8867-62a628d0e983 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/networks?id=f9c97540-1903-414c-ae3e-18189497fefe HTTP/1.1" status: 200 len: 813 time: 0.1593642 Apr 20 23:31:58.872689 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-f1825a37-7853-4251-900c-a29f1519711a tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/quotas/f5d8d576fff3491683199b271051327e HTTP/1.1" status: 200 len: 375 time: 0.0108123 Apr 20 23:31:58.929729 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-bde2860c-cad9-42e3-84a7-e6b57fae9e62 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f5d8d576fff3491683199b271051327e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510879 Apr 20 23:31:59.076601 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-3508a39c-023a-4373-b336-c5eee2a2c362 service neutron] 10.222.0.16 "GET /v2.0/networks/f9c97540-1903-414c-ae3e-18189497fefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388166 Apr 20 23:31:59.219669 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-f67d09d3-cc1a-4252-a8e5-860c41875cf6 service neutron] 10.222.0.16 "GET /v2.0/networks/f9c97540-1903-414c-ae3e-18189497fefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358628 Apr 20 23:31:59.415404 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-ad9ecc26-b10a-4fde-810d-73b786ec4108 req-11610ffb-7bf2-4119-887d-b99acfb36090 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Synchronizing usage tracker for tenant:f5d8d576fff3491683199b271051327e on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:31:59.431634 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-ad9ecc26-b10a-4fde-810d-73b786ec4108 req-11610ffb-7bf2-4119-887d-b99acfb36090 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Unset dirty status for tenant:f5d8d576fff3491683199b271051327e on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:31:59.433398 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad9ecc26-b10a-4fde-810d-73b786ec4108 req-11610ffb-7bf2-4119-887d-b99acfb36090 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2941057-dfcc-4806-81ea-a6ecbc354e5d HTTP/1.1" status: 200 len: 210 time: 0.0685620 Apr 20 23:32:00.522191 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-a4e13d02-cd42-4068-9182-0a30639e9863 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:00.523862 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-a4e13d02-cd42-4068-9182-0a30639e9863 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.36 "GET /v2.0/networks?id=f9c97540-1903-414c-ae3e-18189497fefe HTTP/1.1" status: 200 len: 813 time: 0.1724095 Apr 20 23:32:00.537516 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-ad25c872-e640-462d-83ae-b0fc34c13179 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Request body: {'port': {'device_id': 'a2941057-dfcc-4806-81ea-a6ecbc354e5d', 'network_id': 'f9c97540-1903-414c-ae3e-18189497fefe', 'admin_state_up': True, 'tenant_id': 'f5d8d576fff3491683199b271051327e'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:32:00.608653 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2d0dd75a-41e0-4679-87a2-453974740e68 req-04303838-7ea9-42a4-b006-d55425d6718c tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2941057-dfcc-4806-81ea-a6ecbc354e5d HTTP/1.1" status: 200 len: 210 time: 0.0491893 Apr 20 23:32:00.681558 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-ad25c872-e640-462d-83ae-b0fc34c13179 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:32:00.691392 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-ad25c872-e640-462d-83ae-b0fc34c13179 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:32:00.699911 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-ad25c872-e640-462d-83ae-b0fc34c13179 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Made reservation on behalf of f5d8d576fff3491683199b271051327e for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:32:00.705897 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-ad25c872-e640-462d-83ae-b0fc34c13179 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:00.868153 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-ad25c872-e640-462d-83ae-b0fc34c13179 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Allocated IP 172.20.0.2 (f9c97540-1903-414c-ae3e-18189497fefe/ee66d5d2-5789-4fe6-9d01-7766a9eefd9a/7b861f87-ed64-472f-b751-3decf6ab4ab5) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:32:01.078732 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-ad25c872-e640-462d-83ae-b0fc34c13179 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:01.107682 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-ad25c872-e640-462d-83ae-b0fc34c13179 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:01.114112 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d975e278-8156-4f3e-ac1b-9c6cb5742566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:01.181608 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-ad25c872-e640-462d-83ae-b0fc34c13179 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Network f9c97540-1903-414c-ae3e-18189497fefe is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:32:01.184679 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-ad25c872-e640-462d-83ae-b0fc34c13179 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:32:01.188700 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-ad25c872-e640-462d-83ae-b0fc34c13179 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:32:01.221130 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25c872-e640-462d-83ae-b0fc34c13179 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Pushing event updated for resources: {'Port': ['ID=7b861f87-ed64-472f-b751-3decf6ab4ab5,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:01.238576 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad25c872-e640-462d-83ae-b0fc34c13179 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:01.238982 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad25c872-e640-462d-83ae-b0fc34c13179 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:01.239384 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad25c872-e640-462d-83ae-b0fc34c13179 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:01.239780 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad25c872-e640-462d-83ae-b0fc34c13179 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:01.240169 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad25c872-e640-462d-83ae-b0fc34c13179 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:01.240557 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad25c872-e640-462d-83ae-b0fc34c13179 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:01.240945 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad25c872-e640-462d-83ae-b0fc34c13179 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:01.241358 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad25c872-e640-462d-83ae-b0fc34c13179 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:01.241744 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad25c872-e640-462d-83ae-b0fc34c13179 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:01.242126 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad25c872-e640-462d-83ae-b0fc34c13179 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:01.242508 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad25c872-e640-462d-83ae-b0fc34c13179 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:01.242888 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad25c872-e640-462d-83ae-b0fc34c13179 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:01.248096 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ad25c872-e640-462d-83ae-b0fc34c13179 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:01.272850 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-ad25c872-e640-462d-83ae-b0fc34c13179 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:01.273522 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-ad25c872-e640-462d-83ae-b0fc34c13179 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:01.296488 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-ad25c872-e640-462d-83ae-b0fc34c13179 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7636335 Apr 20 23:32:01.309864 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-48dd8767-4c48-4500-ae13-7e3f42cae72b service neutron] Request body: {'port': {'device_id': 'a2941057-dfcc-4806-81ea-a6ecbc354e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:32:01.424335 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-48dd8767-4c48-4500-ae13-7e3f42cae72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:01.838566 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-48dd8767-4c48-4500-ae13-7e3f42cae72b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b861f87-ed64-472f-b751-3decf6ab4ab5 {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:32:01.854277 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-48dd8767-4c48-4500-ae13-7e3f42cae72b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:01.878702 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-48dd8767-4c48-4500-ae13-7e3f42cae72b service neutron] Transition to ACTIVE for port object 7b861f87-ed64-472f-b751-3decf6ab4ab5 will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:32:01.887965 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d718b7d-a31b-4d30-bd56-feb5b0dea3d8 req-0a80594e-e895-4594-abac-634fc4644658 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:01.888699 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-9d718b7d-a31b-4d30-bd56-feb5b0dea3d8 req-0a80594e-e895-4594-abac-634fc4644658 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Synchronizing usage tracker for tenant:f5d8d576fff3491683199b271051327e on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:32:01.893529 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-48dd8767-4c48-4500-ae13-7e3f42cae72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851800608'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:01.897974 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:02.028358 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-9d718b7d-a31b-4d30-bd56-feb5b0dea3d8 req-0a80594e-e895-4594-abac-634fc4644658 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Unset dirty status for tenant:f5d8d576fff3491683199b271051327e on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:32:02.029655 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9d718b7d-a31b-4d30-bd56-feb5b0dea3d8 req-0a80594e-e895-4594-abac-634fc4644658 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2941057-dfcc-4806-81ea-a6ecbc354e5d HTTP/1.1" status: 200 len: 931 time: 0.3014610 Apr 20 23:32:02.117992 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd8767-4c48-4500-ae13-7e3f42cae72b service neutron] Pushing event updated for resources: {'Port': ['ID=7b861f87-ed64-472f-b751-3decf6ab4ab5,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:02.120853 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-48dd8767-4c48-4500-ae13-7e3f42cae72b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:02.164725 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9d718b7d-a31b-4d30-bd56-feb5b0dea3d8 req-543f4080-ec99-4f92-b94c-aab182c4b975 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf40aaa9-d962-4542-9b72-94298303498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063192 Apr 20 23:32:02.187134 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-48dd8767-4c48-4500-ae13-7e3f42cae72b service neutron] Attempting to bind port 7b861f87-ed64-472f-b751-3decf6ab4ab5 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:32:02.187134 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-48dd8767-4c48-4500-ae13-7e3f42cae72b service neutron] Attempting to bind port 7b861f87-ed64-472f-b751-3decf6ab4ab5 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f9c97540-1903-414c-ae3e-18189497fefe'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:32:02.187134 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-48dd8767-4c48-4500-ae13-7e3f42cae72b service neutron] Attempting to bind port 7b861f87-ed64-472f-b751-3decf6ab4ab5 on network f9c97540-1903-414c-ae3e-18189497fefe {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:32:02.187540 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-48dd8767-4c48-4500-ae13-7e3f42cae72b service neutron] Port 7b861f87-ed64-472f-b751-3decf6ab4ab5 on network f9c97540-1903-414c-ae3e-18189497fefe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:32:02.187895 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-48dd8767-4c48-4500-ae13-7e3f42cae72b service neutron] Attempting to bind port 7b861f87-ed64-472f-b751-3decf6ab4ab5 on network f9c97540-1903-414c-ae3e-18189497fefe {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:32:02.193404 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-48dd8767-4c48-4500-ae13-7e3f42cae72b service neutron] Checking agent: {'id': '0dbb4980-ddab-4c32-9a5e-02cbda900cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:32:02.193773 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-48dd8767-4c48-4500-ae13-7e3f42cae72b service neutron] Checking segment: {'id': 'ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f9c97540-1903-414c-ae3e-18189497fefe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:32:02.194182 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-48dd8767-4c48-4500-ae13-7e3f42cae72b service neutron] Bound using segment: {'id': 'ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f9c97540-1903-414c-ae3e-18189497fefe'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:32:02.194643 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-48dd8767-4c48-4500-ae13-7e3f42cae72b service neutron] Bound port: 7b861f87-ed64-472f-b751-3decf6ab4ab5, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f9c97540-1903-414c-ae3e-18189497fefe'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:32:02.195019 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-48dd8767-4c48-4500-ae13-7e3f42cae72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:02.289372 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-48dd8767-4c48-4500-ae13-7e3f42cae72b service neutron] For port 7b861f87-ed64-472f-b751-3decf6ab4ab5, host hv-cinder-78729, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:32:02.292320 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-48dd8767-4c48-4500-ae13-7e3f42cae72b service neutron] For port 7b861f87-ed64-472f-b751-3decf6ab4ab5, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=7b861f87-ed64-472f-b751-3decf6ab4ab5,segment=NetworkSegment(ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a),segment_id=ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:32:02.295489 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-48dd8767-4c48-4500-ae13-7e3f42cae72b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851800608'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:02.299979 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-67c44df2-b6bc-44c8-bd98-369479b2ee3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:02.351431 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-48dd8767-4c48-4500-ae13-7e3f42cae72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:02.352085 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-48dd8767-4c48-4500-ae13-7e3f42cae72b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:02.353550 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-48dd8767-4c48-4500-ae13-7e3f42cae72b service neutron] 10.222.0.36 "PUT /v2.0/ports/7b861f87-ed64-472f-b751-3decf6ab4ab5 HTTP/1.1" status: 200 len: 1093 time: 1.0483451 Apr 20 23:32:02.354057 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2941057-dfcc-4806-81ea-a6ecbc354e5d', 'tag': '7b861f87-ed64-472f-b751-3decf6ab4ab5'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:32:02.381660 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd8767-4c48-4500-ae13-7e3f42cae72b service neutron] Pushing event updated for resources: {'Port': ['ID=7b861f87-ed64-472f-b751-3decf6ab4ab5,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:02.385124 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-48dd8767-4c48-4500-ae13-7e3f42cae72b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:02.443174 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2941057-dfcc-4806-81ea-a6ecbc354e5d', 'tag': '7b861f87-ed64-472f-b751-3decf6ab4ab5', 'status': 'completed', 'code': 200} Apr 20 23:32:02.482166 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-04a50458-29b7-4e6a-a901-2ca6ebbd30db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:02.483720 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-04a50458-29b7-4e6a-a901-2ca6ebbd30db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5d8d576fff3491683199b271051327e&device_id=a2941057-dfcc-4806-81ea-a6ecbc354e5d HTTP/1.1" status: 200 len: 1096 time: 0.0825794 Apr 20 23:32:02.558778 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-ba629548-fdec-4c9b-944b-8cf3ae4d0927 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b861f87-ed64-472f-b751-3decf6ab4ab5 HTTP/1.1" status: 200 len: 217 time: 0.0654676 Apr 20 23:32:02.630859 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-f6e89105-b0eb-4d23-968a-0948b134b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:02.632546 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-f6e89105-b0eb-4d23-968a-0948b134b1b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee66d5d2-5789-4fe6-9d01-7766a9eefd9a HTTP/1.1" status: 200 len: 853 time: 0.0657816 Apr 20 23:32:02.685516 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-8334adf0-017b-43b4-9c16-a215bfb69693 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9c97540-1903-414c-ae3e-18189497fefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459983 Apr 20 23:32:02.830135 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-e3a294b4-2aab-4d19-a18c-e35b892ec5bf service neutron] 10.222.0.36 "GET /v2.0/networks/f9c97540-1903-414c-ae3e-18189497fefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345475 Apr 20 23:32:02.963392 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 58370) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:03.096326 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-889e60de-08a6-430c-8219-71dd156d2807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:03.113463 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-889e60de-08a6-430c-8219-71dd156d2807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:32:03.117782 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-889e60de-08a6-430c-8219-71dd156d2807 admin admin] Usage tracker for resource:security_group_rule and tenant:20fbd6f41a554a55864756511165a6db is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:32:03.120868 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-889e60de-08a6-430c-8219-71dd156d2807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:32:03.126929 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-889e60de-08a6-430c-8219-71dd156d2807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:32:03.186789 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e6940714-f1a3-4585-9d7c-ce42fe704855 req-6125de1f-b977-476e-881a-03a5af813810 service neutron] 10.222.0.36 "GET /v2.0/networks/f9c97540-1903-414c-ae3e-18189497fefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492856 Apr 20 23:32:03.214028 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-889e60de-08a6-430c-8219-71dd156d2807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:03.217963 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-889e60de-08a6-430c-8219-71dd156d2807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:03.228412 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f7d4681d-5966-4f32-968d-6c6258d814f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:03.270387 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-889e60de-08a6-430c-8219-71dd156d2807 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20fbd6f41a554a55864756511165a6db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3058002 Apr 20 23:32:03.271335 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e60de-08a6-430c-8219-71dd156d2807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8150496f-e9f5-4fb8-95cc-914eda38a069,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:03.273862 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 58378) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:03.279416 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e60de-08a6-430c-8219-71dd156d2807 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:03.279839 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e60de-08a6-430c-8219-71dd156d2807 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:03.280251 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e60de-08a6-430c-8219-71dd156d2807 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:03.280655 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e60de-08a6-430c-8219-71dd156d2807 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:03.281057 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e60de-08a6-430c-8219-71dd156d2807 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:03.281480 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e60de-08a6-430c-8219-71dd156d2807 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:03.281882 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e60de-08a6-430c-8219-71dd156d2807 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:03.282278 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e60de-08a6-430c-8219-71dd156d2807 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:03.282672 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e60de-08a6-430c-8219-71dd156d2807 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:03.283067 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e60de-08a6-430c-8219-71dd156d2807 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:03.283460 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e60de-08a6-430c-8219-71dd156d2807 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:03.283849 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e60de-08a6-430c-8219-71dd156d2807 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:03.288553 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-889e60de-08a6-430c-8219-71dd156d2807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:03.429079 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fe70a154-78dd-4920-81b1-fb664dca4c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:03.450807 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f3de7-368d-4d76-b68f-eac5cc042134 req-4b39f624-cd3b-4912-9c33-de2e58e1da86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:03.452407 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0d4f3de7-368d-4d76-b68f-eac5cc042134 req-4b39f624-cd3b-4912-9c33-de2e58e1da86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5d8d576fff3491683199b271051327e&device_id=a2941057-dfcc-4806-81ea-a6ecbc354e5d HTTP/1.1" status: 200 len: 1096 time: 0.2190218 Apr 20 23:32:03.500285 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224c77d-0998-4ce3-857e-3feddf0ad799 req-24294005-669b-4951-9762-3d257aef0096 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:03.501862 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6224c77d-0998-4ce3-857e-3feddf0ad799 req-24294005-669b-4951-9762-3d257aef0096 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2941057-dfcc-4806-81ea-a6ecbc354e5d HTTP/1.1" status: 200 len: 943 time: 0.2197201 Apr 20 23:32:03.505944 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fe70a154-78dd-4920-81b1-fb664dca4c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:03.655021 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6224c77d-0998-4ce3-857e-3feddf0ad799 req-5856c10d-7b32-4e10-b7f0-cccafad42228 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf40aaa9-d962-4542-9b72-94298303498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353579 Apr 20 23:32:03.691537 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f3de7-368d-4d76-b68f-eac5cc042134 req-dd1e736b-c435-4f76-b2ed-455a8cb5239f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:03.693025 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0d4f3de7-368d-4d76-b68f-eac5cc042134 req-dd1e736b-c435-4f76-b2ed-455a8cb5239f service neutron] 10.222.0.36 "GET /v2.0/networks?id=f9c97540-1903-414c-ae3e-18189497fefe HTTP/1.1" status: 200 len: 914 time: 0.2279744 Apr 20 23:32:03.694110 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fe70a154-78dd-4920-81b1-fb664dca4c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:03.698993 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3b32a3e6-09de-49c1-9aea-b4045330f372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:03.779080 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70a154-78dd-4920-81b1-fb664dca4c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8150496f-e9f5-4fb8-95cc-914eda38a069,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:03.782572 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0d4f3de7-368d-4d76-b68f-eac5cc042134 req-a3c21580-4ed3-4e1a-95c1-8080fa7a9928 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b861f87-ed64-472f-b751-3decf6ab4ab5 HTTP/1.1" status: 200 len: 217 time: 0.0754144 Apr 20 23:32:03.783629 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fe70a154-78dd-4920-81b1-fb664dca4c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:03.785187 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fe70a154-78dd-4920-81b1-fb664dca4c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:03.786372 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-fe70a154-78dd-4920-81b1-fb664dca4c79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8150496f-e9f5-4fb8-95cc-914eda38a069 HTTP/1.1" status: 204 len: 168 time: 0.5112531 Apr 20 23:32:03.851792 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f3de7-368d-4d76-b68f-eac5cc042134 req-bd8ca144-4890-409a-b198-ef7acc6ae1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:03.853365 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0d4f3de7-368d-4d76-b68f-eac5cc042134 req-bd8ca144-4890-409a-b198-ef7acc6ae1b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ee66d5d2-5789-4fe6-9d01-7766a9eefd9a HTTP/1.1" status: 200 len: 853 time: 0.0637169 Apr 20 23:32:03.906886 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0d4f3de7-368d-4d76-b68f-eac5cc042134 req-69846e5d-596b-438f-a353-80ffdd9d9be7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9c97540-1903-414c-ae3e-18189497fefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454767 Apr 20 23:32:04.050465 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0d4f3de7-368d-4d76-b68f-eac5cc042134 req-2ebe2350-853a-406f-959a-15dd465f1765 service neutron] 10.222.0.36 "GET /v2.0/networks/f9c97540-1903-414c-ae3e-18189497fefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350462 Apr 20 23:32:04.196914 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0d4f3de7-368d-4d76-b68f-eac5cc042134 req-60b51fad-279c-4175-9a1a-c2267b6b805f service neutron] 10.222.0.36 "GET /v2.0/networks/f9c97540-1903-414c-ae3e-18189497fefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351259 Apr 20 23:32:04.859142 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a4bee-1883-4ad0-982f-d1240582df93 req-180910fe-6a14-49b9-86c8-a0ef20f8651d tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:04.860727 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1c3a4bee-1883-4ad0-982f-d1240582df93 req-180910fe-6a14-49b9-86c8-a0ef20f8651d tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2941057-dfcc-4806-81ea-a6ecbc354e5d HTTP/1.1" status: 200 len: 943 time: 0.0908451 Apr 20 23:32:04.908778 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1c3a4bee-1883-4ad0-982f-d1240582df93 req-702fa658-57fc-4fb4-a8b4-496c9e483aac tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf40aaa9-d962-4542-9b72-94298303498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408268 Apr 20 23:32:05.634354 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 7b861f87-ed64-472f-b751-3decf6ab4ab5 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:32:05.926450 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 7b861f87-ed64-472f-b751-3decf6ab4ab5, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=7b861f87-ed64-472f-b751-3decf6ab4ab5,segment=NetworkSegment(ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a),segment_id=ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:32:05.940970 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Returning: {'device': '7b861f87-ed64-472f-b751-3decf6ab4ab5', 'network_id': 'f9c97540-1903-414c-ae3e-18189497fefe', 'port_id': '7b861f87-ed64-472f-b751-3decf6ab4ab5', 'mac_address': 'fa:16:3e:54:2d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee66d5d2-5789-4fe6-9d01-7766a9eefd9a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:32:05.997133 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:06.014670 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b861f87-ed64-472f-b751-3decf6ab4ab5 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:32:06.030272 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 7b861f87-ed64-472f-b751-3decf6ab4ab5, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=7b861f87-ed64-472f-b751-3decf6ab4ab5,segment=NetworkSegment(ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a),segment_id=ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:32:06.034156 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:06.035954 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:06.105969 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=7b861f87-ed64-472f-b751-3decf6ab4ab5,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:06.109205 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:06.114459 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28864130-e7a1-47d4-998e-adaa7b4a198c req-fff3cb5a-a6e9-4963-a2b6-621067a0ce26 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:06.116064 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-28864130-e7a1-47d4-998e-adaa7b4a198c req-fff3cb5a-a6e9-4963-a2b6-621067a0ce26 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2941057-dfcc-4806-81ea-a6ecbc354e5d HTTP/1.1" status: 200 len: 944 time: 0.0934925 Apr 20 23:32:06.164886 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-28864130-e7a1-47d4-998e-adaa7b4a198c req-b69e5062-190f-4154-aa7c-e3461f678b75 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf40aaa9-d962-4542-9b72-94298303498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417843 Apr 20 23:32:06.304372 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['7b861f87-ed64-472f-b751-3decf6ab4ab5'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:32:07.367464 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45f786-6914-4bff-8074-5c847a71c75a req-ddbc61d2-0555-4c9a-bce0-2c7ae694b964 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:07.369033 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7d45f786-6914-4bff-8074-5c847a71c75a req-ddbc61d2-0555-4c9a-bce0-2c7ae694b964 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2941057-dfcc-4806-81ea-a6ecbc354e5d HTTP/1.1" status: 200 len: 944 time: 0.0900779 Apr 20 23:32:07.415417 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7d45f786-6914-4bff-8074-5c847a71c75a req-cce18d5c-18cc-4735-85fc-b132b01ee80f tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf40aaa9-d962-4542-9b72-94298303498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400128 Apr 20 23:32:07.650674 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 7b861f87-ed64-472f-b751-3decf6ab4ab5 up at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:32:07.720879 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning for port 7b861f87-ed64-472f-b751-3decf6ab4ab5 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:32:07.726557 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning complete for port 7b861f87-ed64-472f-b751-3decf6ab4ab5 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:32:07.726988 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:07.851289 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:07.882570 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2941057-dfcc-4806-81ea-a6ecbc354e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b861f87-ed64-472f-b751-3decf6ab4ab5'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:32:07.892890 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 7b861f87-ed64-472f-b751-3decf6ab4ab5, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=7b861f87-ed64-472f-b751-3decf6ab4ab5,segment=NetworkSegment(ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a),segment_id=ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:32:07.895588 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:07.897528 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:07.929835 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2941057-dfcc-4806-81ea-a6ecbc354e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b861f87-ed64-472f-b751-3decf6ab4ab5', 'code': 200} Apr 20 23:32:07.968808 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=7b861f87-ed64-472f-b751-3decf6ab4ab5,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:07.977618 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:07.977981 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:07.978364 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:07.978738 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:07.979110 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:07.979480 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:07.979852 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:07.980216 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:07.980627 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:07.980992 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:07.981393 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:07.981760 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:32:07.985834 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:08.171263 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3ef24-d8b6-4a8e-80b1-bd9588458643 req-938e435c-2160-457c-b11a-29b1075476f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:08.172814 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3ad3ef24-d8b6-4a8e-80b1-bd9588458643 req-938e435c-2160-457c-b11a-29b1075476f1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2941057-dfcc-4806-81ea-a6ecbc354e5d HTTP/1.1" status: 200 len: 1098 time: 0.0764105 Apr 20 23:32:08.218334 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3ad3ef24-d8b6-4a8e-80b1-bd9588458643 req-5dc3e7e5-70c1-4966-b36f-466228ee676c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cf40aaa9-d962-4542-9b72-94298303498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381210 Apr 20 23:32:08.613821 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40da99-317f-4e00-8c29-2e534a8e87f0 req-c2647695-d55e-4ea0-9006-829383c87ccb tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:08.615376 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9b40da99-317f-4e00-8c29-2e534a8e87f0 req-c2647695-d55e-4ea0-9006-829383c87ccb tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2941057-dfcc-4806-81ea-a6ecbc354e5d HTTP/1.1" status: 200 len: 945 time: 0.0869136 Apr 20 23:32:08.661838 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9b40da99-317f-4e00-8c29-2e534a8e87f0 req-06278104-ac96-4389-96ee-a3f1a7f011ad tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf40aaa9-d962-4542-9b72-94298303498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402131 Apr 20 23:32:09.861451 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a71d44-41eb-406b-9218-a11a769a25c3 req-3fa5d3bf-440e-4275-aa98-4e285d6a0473 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:09.863057 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-16a71d44-41eb-406b-9218-a11a769a25c3 req-3fa5d3bf-440e-4275-aa98-4e285d6a0473 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2941057-dfcc-4806-81ea-a6ecbc354e5d HTTP/1.1" status: 200 len: 945 time: 0.0869718 Apr 20 23:32:09.909153 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-16a71d44-41eb-406b-9218-a11a769a25c3 req-b9495f94-5a10-4e9c-87eb-02cf540fc479 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf40aaa9-d962-4542-9b72-94298303498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398965 Apr 20 23:32:10.426908 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 58476) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:10.553950 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a5db359c-f760-4a32-9004-34176de1ae67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:10.569332 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-a5db359c-f760-4a32-9004-34176de1ae67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:32:10.573744 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-a5db359c-f760-4a32-9004-34176de1ae67 admin admin] Usage tracker for resource:security_group_rule and tenant:9da96d9f226f41c5b112452877f6505b is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:32:10.576637 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-a5db359c-f760-4a32-9004-34176de1ae67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:32:10.582620 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-a5db359c-f760-4a32-9004-34176de1ae67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:32:10.668068 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a5db359c-f760-4a32-9004-34176de1ae67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:10.670399 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a5db359c-f760-4a32-9004-34176de1ae67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:10.679465 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-bcc4f3ef-1485-477b-8465-8fc4d10559d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:10.721922 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a5db359c-f760-4a32-9004-34176de1ae67 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9da96d9f226f41c5b112452877f6505b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933366 Apr 20 23:32:10.723634 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db359c-f760-4a32-9004-34176de1ae67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0faec7d-dbb3-43e5-b897-00dec6ddea8e,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:10.724905 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 58482) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:10.726956 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a5db359c-f760-4a32-9004-34176de1ae67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:10.788502 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0d7888e2-59c4-4e7f-9395-14330d9598ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:10.818838 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0d7888e2-59c4-4e7f-9395-14330d9598ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:10.863813 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0d7888e2-59c4-4e7f-9395-14330d9598ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:10.869544 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fe70a154-78dd-4920-81b1-fb664dca4c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:10.881569 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7888e2-59c4-4e7f-9395-14330d9598ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0faec7d-dbb3-43e5-b897-00dec6ddea8e,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:10.884608 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0d7888e2-59c4-4e7f-9395-14330d9598ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:10.886649 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0d7888e2-59c4-4e7f-9395-14330d9598ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:10.890328 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-0d7888e2-59c4-4e7f-9395-14330d9598ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0faec7d-dbb3-43e5-b897-00dec6ddea8e HTTP/1.1" status: 204 len: 168 time: 0.1608772 Apr 20 23:32:12.165459 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1b238-f386-4369-b50d-5fec4b50d3b0 req-6f919b3d-302f-45f1-b4ab-a331b8463232 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:12.167030 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c4a1b238-f386-4369-b50d-5fec4b50d3b0 req-6f919b3d-302f-45f1-b4ab-a331b8463232 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.0872004 Apr 20 23:32:12.213421 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c4a1b238-f386-4369-b50d-5fec4b50d3b0 req-6a4a8ffa-07a8-4ac2-af3f-8c57e2530168 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399947 Apr 20 23:32:13.417374 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cbf2f9-97a3-4bed-9072-6bfa83344d2f req-6156e8b4-d8d6-4f9a-ad11-0034a4c9bde1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:13.418939 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-89cbf2f9-97a3-4bed-9072-6bfa83344d2f req-6156e8b4-d8d6-4f9a-ad11-0034a4c9bde1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.0898695 Apr 20 23:32:13.466902 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-89cbf2f9-97a3-4bed-9072-6bfa83344d2f req-d5974306-b0e2-47fc-8ee8-c442d3fe4209 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407877 Apr 20 23:32:14.311421 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578a0bb-9f1f-480c-bade-0e56e0ecdb01 req-879a715d-b8a1-4edb-8e33-c2413ab00f69 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:14.313039 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1578a0bb-9f1f-480c-bade-0e56e0ecdb01 req-879a715d-b8a1-4edb-8e33-c2413ab00f69 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.36 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.0898583 Apr 20 23:32:14.395635 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-1578a0bb-9f1f-480c-bade-0e56e0ecdb01 req-15a47fef-492c-4051-9939-fa46b19e138c tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Deleting port 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:32:14.396025 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-1578a0bb-9f1f-480c-bade-0e56e0ecdb01 req-15a47fef-492c-4051-9939-fa46b19e138c tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:14.715721 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-1578a0bb-9f1f-480c-bade-0e56e0ecdb01 req-15a47fef-492c-4051-9939-fa46b19e138c tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] For port 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=976a76ac-e6d3-4de3-aa08-fcf74beaf4d6,segment=NetworkSegment(cfa1a3af-8a5c-4b97-9245-2f3d3b403af9),segment_id=cfa1a3af-8a5c-4b97-9245-2f3d3b403af9)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:32:14.716260 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-1578a0bb-9f1f-480c-bade-0e56e0ecdb01 req-15a47fef-492c-4051-9939-fa46b19e138c tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:14.790747 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20098d48-ca72-400c-860a-3c66a5c2dc64 req-cbb1e3f7-0b35-4753-b65f-5d6ae47f5848 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:14.792297 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-20098d48-ca72-400c-860a-3c66a5c2dc64 req-cbb1e3f7-0b35-4753-b65f-5d6ae47f5848 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 946 time: 0.2058666 Apr 20 23:32:14.930245 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-20098d48-ca72-400c-860a-3c66a5c2dc64 req-4b0ecd8e-a98e-4d97-8328-42094fc9596e tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=54be1482-2a9e-4673-babb-5ffccb16bbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287990 Apr 20 23:32:15.062340 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-1578a0bb-9f1f-480c-bade-0e56e0ecdb01 req-15a47fef-492c-4051-9939-fa46b19e138c tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:15.062833 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-1578a0bb-9f1f-480c-bade-0e56e0ecdb01 req-15a47fef-492c-4051-9939-fa46b19e138c tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648881'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:15.063231 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.l3_db [req-1578a0bb-9f1f-480c-bade-0e56e0ecdb01 req-15a47fef-492c-4051-9939-fa46b19e138c tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Floating IP 2b6b1d77-f6ac-4695-b6f9-d3569ee091a9 disassociated. External IP: 172.28.2.238, port: 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6. Apr 20 23:32:15.063609 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-1578a0bb-9f1f-480c-bade-0e56e0ecdb01 req-15a47fef-492c-4051-9939-fa46b19e138c tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Calling delete_port for 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:32:15.210129 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-1578a0bb-9f1f-480c-bade-0e56e0ecdb01 req-15a47fef-492c-4051-9939-fa46b19e138c tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:15.215625 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:15.266746 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a47fef-492c-4051-9939-fa46b19e138c tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Pushing event deleted for resources: {'Port': ['ID=976a76ac-e6d3-4de3-aa08-fcf74beaf4d6,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:15.270111 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-15a47fef-492c-4051-9939-fa46b19e138c tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:15.481043 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1578a0bb-9f1f-480c-bade-0e56e0ecdb01 req-15a47fef-492c-4051-9939-fa46b19e138c tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Router 47732a0d-641a-4300-a474-ab75c03316f4 has already been hosted by L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:32:15.893730 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1578a0bb-9f1f-480c-bade-0e56e0ecdb01 req-15a47fef-492c-4051-9939-fa46b19e138c tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:32:15.903272 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232ec970-af18-4e50-ba53-8b3fb5ffae43 None None] Sync routers for ids ['47732a0d-641a-4300-a474-ab75c03316f4'] in dv-cinder-787296-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:32:15.913447 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232ec970-af18-4e50-ba53-8b3fb5ffae43 None None] Routers {'47732a0d-641a-4300-a474-ab75c03316f4'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:32:15.914128 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-232ec970-af18-4e50-ba53-8b3fb5ffae43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:31:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['47732a0d-641a-4300-a474-ab75c03316f4'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:32:15.979555 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-1578a0bb-9f1f-480c-bade-0e56e0ecdb01 req-15a47fef-492c-4051-9939-fa46b19e138c tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] No DVR routers for this DVR port 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 on host hv-cinder-78729 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:32:15.992360 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-1578a0bb-9f1f-480c-bade-0e56e0ecdb01 req-15a47fef-492c-4051-9939-fa46b19e138c tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:16.009811 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457c82f3-83b8-4273-bfc0-3086f5010c9e', 'name': 'network-vif-deleted', 'tag': '976a76ac-e6d3-4de3-aa08-fcf74beaf4d6'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:32:16.036457 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1578a0bb-9f1f-480c-bade-0e56e0ecdb01 req-15a47fef-492c-4051-9939-fa46b19e138c tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.36 "DELETE /v2.0/ports/976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 HTTP/1.1" status: 204 len: 173 time: 1.7171714 Apr 20 23:32:16.087516 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457c82f3-83b8-4273-bfc0-3086f5010c9e', 'name': 'network-vif-deleted', 'tag': '976a76ac-e6d3-4de3-aa08-fcf74beaf4d6', 'status': 'completed', 'code': 200} Apr 20 23:32:16.121922 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b373cd76-aa9e-46b3-8913-ed7202938a21 req-949e17df-a453-48f3-8ed1-d2cb1c770a89 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 210 time: 0.0630066 Apr 20 23:32:16.188676 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-232ec970-af18-4e50-ba53-8b3fb5ffae43 None None] Set router 47732a0d-641a-4300-a474-ab75c03316f4 gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:32:16.272728 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:16.526837 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8ead219b-4e4c-441c-8753-c9b07a5f0c57 req-3126ddf7-1b40-4f71-b363-3b684d24500b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0472386 Apr 20 23:32:16.619309 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-232ec970-af18-4e50-ba53-8b3fb5ffae43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47732a0d-641a-4300-a474-ab75c03316f4', 'name': 'tempest-AttachVolumeTestJSON-160903111-router', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:27:58Z', 'updated_at': '2021-04-20T23:28:09Z', 'revision_number': 4, 'project_id': '2bc87a338871440e8d886029fff40e57', 'gw_port': {'id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:00Z', 'updated_at': '2021-04-20T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '2c30bf0b-e9ef-4038-90a2-c5126aae4a27', 'name': '', 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'mac_address': 'fa:16:3e:14:24:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:07Z', 'updated_at': '2021-04-20T23:28:21Z', 'revision_number': 5, 'project_id': '2bc87a338871440e8d886029fff40e57', 'subnets': [{'id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:32:16.623720 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232ec970-af18-4e50-ba53-8b3fb5ffae43 None None] Checking router: 47732a0d-641a-4300-a474-ab75c03316f4 for host: dv-cinder-787296-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:32:16.633352 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232ec970-af18-4e50-ba53-8b3fb5ffae43 None None] Routers {'47732a0d-641a-4300-a474-ab75c03316f4'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:32:16.634072 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-232ec970-af18-4e50-ba53-8b3fb5ffae43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:31:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['47732a0d-641a-4300-a474-ab75c03316f4'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:32:16.674089 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8ead219b-4e4c-441c-8753-c9b07a5f0c57 req-1762668e-05dd-46e6-96ec-2e297f0f333c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2bc87a338871440e8d886029fff40e57&device_id=457c82f3-83b8-4273-bfc0-3086f5010c9e HTTP/1.1" status: 200 len: 210 time: 0.0684638 Apr 20 23:32:16.882138 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead219b-4e4c-441c-8753-c9b07a5f0c57 req-cededf46-560c-4c6b-bb3f-c48afd5d8ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:16.884159 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8ead219b-4e4c-441c-8753-c9b07a5f0c57 req-cededf46-560c-4c6b-bb3f-c48afd5d8ed1 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=2bc87a338871440e8d886029fff40e57&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1893513 Apr 20 23:32:16.933436 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-232ec970-af18-4e50-ba53-8b3fb5ffae43 None None] Set router 47732a0d-641a-4300-a474-ab75c03316f4 gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:32:17.072254 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead219b-4e4c-441c-8753-c9b07a5f0c57 req-a11769d1-07a1-4275-b226-f47af25a7094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:17.073880 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8ead219b-4e4c-441c-8753-c9b07a5f0c57 req-a11769d1-07a1-4275-b226-f47af25a7094 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1832137 Apr 20 23:32:17.296920 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-232ec970-af18-4e50-ba53-8b3fb5ffae43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47732a0d-641a-4300-a474-ab75c03316f4', 'name': 'tempest-AttachVolumeTestJSON-160903111-router', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:27:58Z', 'updated_at': '2021-04-20T23:28:09Z', 'revision_number': 4, 'project_id': '2bc87a338871440e8d886029fff40e57', 'gw_port': {'id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:00Z', 'updated_at': '2021-04-20T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '2c30bf0b-e9ef-4038-90a2-c5126aae4a27', 'name': '', 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'mac_address': 'fa:16:3e:14:24:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:07Z', 'updated_at': '2021-04-20T23:28:21Z', 'revision_number': 5, 'project_id': '2bc87a338871440e8d886029fff40e57', 'subnets': [{'id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:32:17.301757 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232ec970-af18-4e50-ba53-8b3fb5ffae43 None None] The sync data for ids ['47732a0d-641a-4300-a474-ab75c03316f4'] in dv-cinder-787296-1-smb is: [{'id': '47732a0d-641a-4300-a474-ab75c03316f4', 'name': 'tempest-AttachVolumeTestJSON-160903111-router', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:27:58Z', 'updated_at': '2021-04-20T23:28:09Z', 'revision_number': 4, 'project_id': '2bc87a338871440e8d886029fff40e57', 'gw_port': {'id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:00Z', 'updated_at': '2021-04-20T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '2c30bf0b-e9ef-4038-90a2-c5126aae4a27', 'name': '', 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'mac_address': 'fa:16:3e:14:24:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:07Z', 'updated_at': '2021-04-20T23:28:21Z', 'revision_number': 5, 'project_id': '2bc87a338871440e8d886029fff40e57', 'subnets': [{'id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:32:17.427944 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12831fe7-3fb7-4d1e-b07d-5a5338628b52 req-a6a49f94-4f2f-4bcc-a0b6-49d8ddf5e2d2 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:17.429908 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-12831fe7-3fb7-4d1e-b07d-5a5338628b52 req-a6a49f94-4f2f-4bcc-a0b6-49d8ddf5e2d2 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 946 time: 0.1038260 Apr 20 23:32:17.481358 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-12831fe7-3fb7-4d1e-b07d-5a5338628b52 req-3778a596-2e70-41f6-ad28-11690a40f963 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438945 Apr 20 23:32:17.702914 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:32:17.740627 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] No Port match for: 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:32:17.741029 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 976a76ac-e6d3-4de3-aa08-fcf74beaf4d6 not bound to the agent host hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:32:17.744467 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e994ea2-f04b-4f3e-a82c-0afccabe8b66 None None] New status for floating IP 2b6b1d77-f6ac-4695-b6f9-d3569ee091a9: DOWN {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 23:32:18.273389 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 58556) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:18.343671 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-19f53109-6ebe-4d45-87a7-1167910dd4ff tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:18.374310 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-19f53109-6ebe-4d45-87a7-1167910dd4ff tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:18.418825 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-19f53109-6ebe-4d45-87a7-1167910dd4ff tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:18.424026 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8f01526c-ab4a-4878-9885-230bd5062254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:18.440890 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f53109-6ebe-4d45-87a7-1167910dd4ff tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54be1482-2a9e-4673-babb-5ffccb16bbf5,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:18.443593 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-19f53109-6ebe-4d45-87a7-1167910dd4ff tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:18.450214 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-19f53109-6ebe-4d45-87a7-1167910dd4ff tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:18.451603 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-19f53109-6ebe-4d45-87a7-1167910dd4ff tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "DELETE /v2.0/security-groups/54be1482-2a9e-4673-babb-5ffccb16bbf5 HTTP/1.1" status: 204 len: 168 time: 0.1770627 Apr 20 23:32:18.454879 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 58560) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:18.475208 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.v2.resource [None req-39584966-b4de-497d-87b9-d5bb17781013 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] show failed (client error): The resource could not be found. Apr 20 23:32:18.476307 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-39584966-b4de-497d-87b9-d5bb17781013 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups/54be1482-2a9e-4673-babb-5ffccb16bbf5 HTTP/1.1" status: 404 len: 347 time: 0.0198231 Apr 20 23:32:18.479331 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 58564) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:18.702292 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-208b1788-43cf-47fe-9a8f-0bc0537784e0 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Deleting port c1b00856-30c5-4f1f-a167-6736c6c57c7a {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:32:18.702683 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-208b1788-43cf-47fe-9a8f-0bc0537784e0 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:18.938751 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7cd82-f73e-4997-a993-dc7cbff14535 req-f4de29a3-c5e9-45fb-b9c9-6b9d6d3a4a89 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:18.941307 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-19d7cd82-f73e-4997-a993-dc7cbff14535 req-f4de29a3-c5e9-45fb-b9c9-6b9d6d3a4a89 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.36 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 946 time: 0.0918994 Apr 20 23:32:19.026046 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-19d7cd82-f73e-4997-a993-dc7cbff14535 req-dcffe5a1-a013-493c-beba-55857421a888 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Deleting port be0fd02d-06d7-42f3-a13f-4971c7176d33 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:32:19.026436 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-19d7cd82-f73e-4997-a993-dc7cbff14535 req-dcffe5a1-a013-493c-beba-55857421a888 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:19.090291 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee39920-1ece-489a-b8db-7fd462aea949 req-9e81b535-22a7-4370-a94a-d44aab42602f tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:19.091798 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7ee39920-1ece-489a-b8db-7fd462aea949 req-9e81b535-22a7-4370-a94a-d44aab42602f tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 946 time: 0.4654443 Apr 20 23:32:19.158249 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-208b1788-43cf-47fe-9a8f-0bc0537784e0 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:19.158672 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-208b1788-43cf-47fe-9a8f-0bc0537784e0 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:19.229286 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7ee39920-1ece-489a-b8db-7fd462aea949 req-de069ced-e42e-484b-8473-372de9074d4b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=7b6750f2-6616-45d2-9685-98d802487aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292450 Apr 20 23:32:19.296385 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-208b1788-43cf-47fe-9a8f-0bc0537784e0 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Calling delete_port for c1b00856-30c5-4f1f-a167-6736c6c57c7a owned by network:floatingip {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:32:19.299006 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-19d7cd82-f73e-4997-a993-dc7cbff14535 req-dcffe5a1-a013-493c-beba-55857421a888 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] For port be0fd02d-06d7-42f3-a13f-4971c7176d33, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=be0fd02d-06d7-42f3-a13f-4971c7176d33,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:32:19.299894 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-19d7cd82-f73e-4997-a993-dc7cbff14535 req-dcffe5a1-a013-493c-beba-55857421a888 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:19.449780 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-208b1788-43cf-47fe-9a8f-0bc0537784e0 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:19.454694 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:19.500750 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b1788-43cf-47fe-9a8f-0bc0537784e0 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Pushing event deleted for resources: {'Port': ['ID=c1b00856-30c5-4f1f-a167-6736c6c57c7a,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:19.504762 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-208b1788-43cf-47fe-9a8f-0bc0537784e0 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:19.600334 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-208b1788-43cf-47fe-9a8f-0bc0537784e0 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for floatingip, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:19.607672 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-19d7cd82-f73e-4997-a993-dc7cbff14535 req-dcffe5a1-a013-493c-beba-55857421a888 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:19.608094 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-19d7cd82-f73e-4997-a993-dc7cbff14535 req-dcffe5a1-a013-493c-beba-55857421a888 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648881'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:19.608446 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.l3_db [req-19d7cd82-f73e-4997-a993-dc7cbff14535 req-dcffe5a1-a013-493c-beba-55857421a888 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Floating IP fd8242bb-9798-4739-b1e7-0c4e12e6fa3e disassociated. External IP: 172.28.2.73, port: be0fd02d-06d7-42f3-a13f-4971c7176d33. Apr 20 23:32:19.608857 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-19d7cd82-f73e-4997-a993-dc7cbff14535 req-dcffe5a1-a013-493c-beba-55857421a888 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Calling delete_port for be0fd02d-06d7-42f3-a13f-4971c7176d33 owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:32:19.632830 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-208b1788-43cf-47fe-9a8f-0bc0537784e0 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:19.634128 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-208b1788-43cf-47fe-9a8f-0bc0537784e0 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "DELETE /v2.0/floatingips/2b6b1d77-f6ac-4695-b6f9-d3569ee091a9 HTTP/1.1" status: 204 len: 168 time: 1.1538334 Apr 20 23:32:19.766898 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-19d7cd82-f73e-4997-a993-dc7cbff14535 req-dcffe5a1-a013-493c-beba-55857421a888 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:19.774534 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c9933a6d-ace2-4f96-9f6a-c3deb60cd617 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:19.827061 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffe5a1-a013-493c-beba-55857421a888 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Pushing event deleted for resources: {'Port': ['ID=be0fd02d-06d7-42f3-a13f-4971c7176d33,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:19.829394 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dcffe5a1-a013-493c-beba-55857421a888 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:19.855618 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 58582) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:19.861659 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-3f883efa-c1f2-4bac-889c-ee55e4d4eb18 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1053794194', 'description': 'tempest-description--969362783'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:32:19.869041 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-3f883efa-c1f2-4bac-889c-ee55e4d4eb18 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:32:19.873479 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-3f883efa-c1f2-4bac-889c-ee55e4d4eb18 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Usage tracker for resource:security_group and tenant:2bc87a338871440e8d886029fff40e57 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:32:19.876533 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-3f883efa-c1f2-4bac-889c-ee55e4d4eb18 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:32:19.884218 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-3f883efa-c1f2-4bac-889c-ee55e4d4eb18 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:32:19.885060 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d4050ec8-72d4-4a8d-b35e-4cc4fe786b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:19.894563 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3f883efa-c1f2-4bac-889c-ee55e4d4eb18 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:19.916569 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-3f883efa-c1f2-4bac-889c-ee55e4d4eb18 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:32:19.920745 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-3f883efa-c1f2-4bac-889c-ee55e4d4eb18 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Usage tracker for resource:security_group_rule and tenant:2bc87a338871440e8d886029fff40e57 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:32:19.923738 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-3f883efa-c1f2-4bac-889c-ee55e4d4eb18 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:32:19.930634 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-3f883efa-c1f2-4bac-889c-ee55e4d4eb18 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:32:20.003916 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3f883efa-c1f2-4bac-889c-ee55e4d4eb18 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:20.008603 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3f883efa-c1f2-4bac-889c-ee55e4d4eb18 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:20.014029 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-92361e41-661f-46bd-8b73-43e211e8ecc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:20.028444 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19d7cd82-f73e-4997-a993-dc7cbff14535 req-dcffe5a1-a013-493c-beba-55857421a888 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Router bc8047de-5d62-4920-87f1-fce90c6f93d5 has already been hosted by L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:32:20.061214 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f883efa-c1f2-4bac-889c-ee55e4d4eb18 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d583ba-143a-4d33-83f5-5494d715e4e8,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:20.064146 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3f883efa-c1f2-4bac-889c-ee55e4d4eb18 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:20.068234 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-3f883efa-c1f2-4bac-889c-ee55e4d4eb18 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2087409 Apr 20 23:32:20.068234 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3f883efa-c1f2-4bac-889c-ee55e4d4eb18 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:20.068632 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 58586) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:20.073896 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-a9632bb3-24cd-4114-8c91-2ed60a7bda63 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Request body: {'security_group_rule': {'security_group_id': '68d583ba-143a-4d33-83f5-5494d715e4e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:32:20.080095 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-a9632bb3-24cd-4114-8c91-2ed60a7bda63 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:32:20.084652 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-a9632bb3-24cd-4114-8c91-2ed60a7bda63 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Usage tracker for resource:security_group_rule and tenant:2bc87a338871440e8d886029fff40e57 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:32:20.087666 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-a9632bb3-24cd-4114-8c91-2ed60a7bda63 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:32:20.094006 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-a9632bb3-24cd-4114-8c91-2ed60a7bda63 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:32:20.111046 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a9632bb3-24cd-4114-8c91-2ed60a7bda63 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:20.172821 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a9632bb3-24cd-4114-8c91-2ed60a7bda63 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:20.175450 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a9632bb3-24cd-4114-8c91-2ed60a7bda63 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:20.177563 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e1c4a423-8aee-4712-bed1-a2057097667e tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:20.207882 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a9632bb3-24cd-4114-8c91-2ed60a7bda63 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:20.212078 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a9632bb3-24cd-4114-8c91-2ed60a7bda63 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394691 Apr 20 23:32:20.212078 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9632bb3-24cd-4114-8c91-2ed60a7bda63 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a3c50b3-31da-480d-b911-816375269d88,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:20.212078 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 58590) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:20.215706 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a9632bb3-24cd-4114-8c91-2ed60a7bda63 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:20.219412 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-1832cc78-099c-4e36-a3fc-9992ffd0ed44 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Request body: {'security_group_rule': {'security_group_id': '68d583ba-143a-4d33-83f5-5494d715e4e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:32:20.222593 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19d7cd82-f73e-4997-a993-dc7cbff14535 req-dcffe5a1-a013-493c-beba-55857421a888 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:32:20.227221 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1832cc78-099c-4e36-a3fc-9992ffd0ed44 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:32:20.233492 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829a73e3-dc3d-488a-a2ef-33d3b90600f5 None None] Sync routers for ids ['bc8047de-5d62-4920-87f1-fce90c6f93d5'] in dv-cinder-787296-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:32:20.234031 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1832cc78-099c-4e36-a3fc-9992ffd0ed44 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Usage tracker for resource:security_group_rule and tenant:2bc87a338871440e8d886029fff40e57 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:32:20.237705 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1832cc78-099c-4e36-a3fc-9992ffd0ed44 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:32:20.250572 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829a73e3-dc3d-488a-a2ef-33d3b90600f5 None None] Routers {'bc8047de-5d62-4920-87f1-fce90c6f93d5'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:32:20.250901 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1832cc78-099c-4e36-a3fc-9992ffd0ed44 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:32:20.251252 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-829a73e3-dc3d-488a-a2ef-33d3b90600f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:31:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['bc8047de-5d62-4920-87f1-fce90c6f93d5'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:32:20.276574 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1832cc78-099c-4e36-a3fc-9992ffd0ed44 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:20.304679 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d7cd82-f73e-4997-a993-dc7cbff14535 req-dcffe5a1-a013-493c-beba-55857421a888 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] No DVR routers for this DVR port be0fd02d-06d7-42f3-a13f-4971c7176d33 on host hv-cinder-78729 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:32:20.307230 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-19d7cd82-f73e-4997-a993-dc7cbff14535 req-dcffe5a1-a013-493c-beba-55857421a888 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:20.310182 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e314e2fb-1c84-42b3-a041-fe3d10d8d375', 'name': 'network-vif-deleted', 'tag': 'be0fd02d-06d7-42f3-a13f-4971c7176d33'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:32:20.333437 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-19d7cd82-f73e-4997-a993-dc7cbff14535 req-dcffe5a1-a013-493c-beba-55857421a888 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.36 "DELETE /v2.0/ports/be0fd02d-06d7-42f3-a13f-4971c7176d33 HTTP/1.1" status: 204 len: 173 time: 1.3861630 Apr 20 23:32:20.367322 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1832cc78-099c-4e36-a3fc-9992ffd0ed44 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:20.374760 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1832cc78-099c-4e36-a3fc-9992ffd0ed44 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:20.397485 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:20.413711 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e314e2fb-1c84-42b3-a041-fe3d10d8d375', 'name': 'network-vif-deleted', 'tag': 'be0fd02d-06d7-42f3-a13f-4971c7176d33', 'status': 'completed', 'code': 200} Apr 20 23:32:20.441739 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832cc78-099c-4e36-a3fc-9992ffd0ed44 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=317fa895-3788-4e9b-8f85-f74a1ef56d26,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:20.496014 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1832cc78-099c-4e36-a3fc-9992ffd0ed44 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:20.504742 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-829a73e3-dc3d-488a-a2ef-33d3b90600f5 None None] Set router bc8047de-5d62-4920-87f1-fce90c6f93d5 gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:32:20.512647 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e630efb4-bd54-4882-8511-d53fc0f0b682 req-2cdd3802-c89e-476c-9bc2-d7bc967bd755 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=e314e2fb-1c84-42b3-a041-fe3d10d8d375 HTTP/1.1" status: 200 len: 210 time: 0.0757108 Apr 20 23:32:20.519352 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1832cc78-099c-4e36-a3fc-9992ffd0ed44 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:20.524276 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 58598) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:20.524842 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-1832cc78-099c-4e36-a3fc-9992ffd0ed44 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3115890 Apr 20 23:32:20.530108 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-fe8f2f2f-481a-4d65-ae1b-4a5628182b55 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Request body: {'floatingip': {'floating_network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:32:20.536887 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-fe8f2f2f-481a-4d65-ae1b-4a5628182b55 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:32:20.540905 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-fe8f2f2f-481a-4d65-ae1b-4a5628182b55 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Usage tracker for resource:floatingip and tenant:2bc87a338871440e8d886029fff40e57 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:32:20.543901 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-fe8f2f2f-481a-4d65-ae1b-4a5628182b55 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:32:20.550814 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-fe8f2f2f-481a-4d65-ae1b-4a5628182b55 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:32:20.559524 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fe8f2f2f-481a-4d65-ae1b-4a5628182b55 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for floatingip, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:20.702045 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fe8f2f2f-481a-4d65-ae1b-4a5628182b55 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:20.842038 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-829a73e3-dc3d-488a-a2ef-33d3b90600f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'name': 'tempest-AttachVolumeShelveTestJSON-734326088-router', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:03Z', 'updated_at': '2021-04-20T23:29:12Z', 'revision_number': 4, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'gw_port': {'id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:04Z', 'updated_at': '2021-04-20T23:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '5665c09e-6bc7-4499-8e73-883b2fb23858', 'name': '', 'network_id': '437210c7-1067-49df-b543-565768333126', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'mac_address': 'fa:16:3e:0c:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:10Z', 'updated_at': '2021-04-20T23:29:20Z', 'revision_number': 5, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'subnets': [{'id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:32:20.846389 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829a73e3-dc3d-488a-a2ef-33d3b90600f5 None None] Checking router: bc8047de-5d62-4920-87f1-fce90c6f93d5 for host: dv-cinder-787296-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:32:20.855392 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829a73e3-dc3d-488a-a2ef-33d3b90600f5 None None] Routers {'bc8047de-5d62-4920-87f1-fce90c6f93d5'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:32:20.856142 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-829a73e3-dc3d-488a-a2ef-33d3b90600f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:31:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['bc8047de-5d62-4920-87f1-fce90c6f93d5'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:32:20.856549 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-fe8f2f2f-481a-4d65-ae1b-4a5628182b55 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Allocated IP 172.28.2.94 (17a5301c-ad04-43a1-9559-698be9680e2f/c5ea26a4-9d6d-4298-bd22-11c1031e299f/286a88ff-78f1-4838-baa9-ed6293cc8156) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:32:21.024136 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fe8f2f2f-481a-4d65-ae1b-4a5628182b55 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:21.055124 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fe8f2f2f-481a-4d65-ae1b-4a5628182b55 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:21.060253 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:21.129389 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8f2f2f-481a-4d65-ae1b-4a5628182b55 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Network 17a5301c-ad04-43a1-9559-698be9680e2f is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:32:21.132495 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-fe8f2f2f-481a-4d65-ae1b-4a5628182b55 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:32:21.136408 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8f2f2f-481a-4d65-ae1b-4a5628182b55 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:32:21.175317 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f2f2f-481a-4d65-ae1b-4a5628182b55 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Pushing event updated for resources: {'Port': ['ID=286a88ff-78f1-4838-baa9-ed6293cc8156,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:21.179801 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fe8f2f2f-481a-4d65-ae1b-4a5628182b55 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:21.215226 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-829a73e3-dc3d-488a-a2ef-33d3b90600f5 None None] Set router bc8047de-5d62-4920-87f1-fce90c6f93d5 gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:32:21.267493 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fe8f2f2f-481a-4d65-ae1b-4a5628182b55 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:21.335831 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fe8f2f2f-481a-4d65-ae1b-4a5628182b55 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:21.544115 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-829a73e3-dc3d-488a-a2ef-33d3b90600f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'name': 'tempest-AttachVolumeShelveTestJSON-734326088-router', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:03Z', 'updated_at': '2021-04-20T23:29:12Z', 'revision_number': 4, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'gw_port': {'id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:04Z', 'updated_at': '2021-04-20T23:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '5665c09e-6bc7-4499-8e73-883b2fb23858', 'name': '', 'network_id': '437210c7-1067-49df-b543-565768333126', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'mac_address': 'fa:16:3e:0c:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:10Z', 'updated_at': '2021-04-20T23:29:20Z', 'revision_number': 5, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'subnets': [{'id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:32:21.550753 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829a73e3-dc3d-488a-a2ef-33d3b90600f5 None None] The sync data for ids ['bc8047de-5d62-4920-87f1-fce90c6f93d5'] in dv-cinder-787296-1-smb is: [{'id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'name': 'tempest-AttachVolumeShelveTestJSON-734326088-router', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:03Z', 'updated_at': '2021-04-20T23:29:12Z', 'revision_number': 4, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'gw_port': {'id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:04Z', 'updated_at': '2021-04-20T23:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '5665c09e-6bc7-4499-8e73-883b2fb23858', 'name': '', 'network_id': '437210c7-1067-49df-b543-565768333126', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'mac_address': 'fa:16:3e:0c:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:10Z', 'updated_at': '2021-04-20T23:29:20Z', 'revision_number': 5, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'subnets': [{'id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:32:21.557208 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fe8f2f2f-481a-4d65-ae1b-4a5628182b55 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:21.561185 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fe8f2f2f-481a-4d65-ae1b-4a5628182b55 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851800608'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:21.566416 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:21.709963 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device be0fd02d-06d7-42f3-a13f-4971c7176d33 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:32:21.748874 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] No Port match for: be0fd02d-06d7-42f3-a13f-4971c7176d33 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:32:21.749304 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device be0fd02d-06d7-42f3-a13f-4971c7176d33 not bound to the agent host hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:32:21.909952 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f2f2f-481a-4d65-ae1b-4a5628182b55 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Pushing event updated for resources: {'Port': ['ID=286a88ff-78f1-4838-baa9-ed6293cc8156,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:21.914505 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fe8f2f2f-481a-4d65-ae1b-4a5628182b55 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:21.921504 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fe8f2f2f-481a-4d65-ae1b-4a5628182b55 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648881'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:21.933076 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef5ff49-633f-4e8a-9ca0-118e2a131462 None None] New status for floating IP fd8242bb-9798-4739-b1e7-0c4e12e6fa3e: DOWN {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 23:32:21.945261 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fe8f2f2f-481a-4d65-ae1b-4a5628182b55 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:21.954977 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-fe8f2f2f-481a-4d65-ae1b-4a5628182b55 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4213383 Apr 20 23:32:22.191626 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-6a80814f-2297-498d-84f6-5309aab77c14 req-389b5200-215b-4e08-8b77-9f3a543f7bd4 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Synchronizing usage tracker for tenant:2bc87a338871440e8d886029fff40e57 on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:32:22.206236 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-6a80814f-2297-498d-84f6-5309aab77c14 req-389b5200-215b-4e08-8b77-9f3a543f7bd4 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Unset dirty status for tenant:2bc87a338871440e8d886029fff40e57 on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:32:22.207466 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6a80814f-2297-498d-84f6-5309aab77c14 req-389b5200-215b-4e08-8b77-9f3a543f7bd4 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1053794194&fields=id&tenant_id=2bc87a338871440e8d886029fff40e57 HTTP/1.1" status: 200 len: 267 time: 0.0599227 Apr 20 23:32:22.366170 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80814f-2297-498d-84f6-5309aab77c14 req-e2fc22d3-9ae1-4845-8ee6-94007b37d21a tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:22.367712 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6a80814f-2297-498d-84f6-5309aab77c14 req-e2fc22d3-9ae1-4845-8ee6-94007b37d21a tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/networks?id=f780fa1a-35e5-4ddd-af3a-7a7830d8c77c HTTP/1.1" status: 200 len: 810 time: 0.1528604 Apr 20 23:32:22.383829 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6a80814f-2297-498d-84f6-5309aab77c14 req-fdaffcf1-b3bd-4c30-914a-aab2f6ce773c tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/quotas/2bc87a338871440e8d886029fff40e57 HTTP/1.1" status: 200 len: 375 time: 0.0100486 Apr 20 23:32:22.420309 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1f94a9a1-66ea-49c9-898f-926eb831d112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:22.473513 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-6a80814f-2297-498d-84f6-5309aab77c14 req-3e51bd2d-ed9b-49ea-a8f1-e00cccd856eb tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Synchronizing usage tracker for tenant:2bc87a338871440e8d886029fff40e57 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:32:22.488129 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-6a80814f-2297-498d-84f6-5309aab77c14 req-3e51bd2d-ed9b-49ea-a8f1-e00cccd856eb tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Unset dirty status for tenant:2bc87a338871440e8d886029fff40e57 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:32:22.489503 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6a80814f-2297-498d-84f6-5309aab77c14 req-3e51bd2d-ed9b-49ea-a8f1-e00cccd856eb tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2bc87a338871440e8d886029fff40e57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1003914 Apr 20 23:32:22.635876 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6a80814f-2297-498d-84f6-5309aab77c14 req-1115aaef-4221-43c5-96cc-4c17e0ab1d93 service neutron] 10.222.0.16 "GET /v2.0/networks/f780fa1a-35e5-4ddd-af3a-7a7830d8c77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336188 Apr 20 23:32:22.673447 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 58628) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:22.744862 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-20900eaa-1817-40fa-ad6f-267d3c9cf4e9 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:22.775168 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-20900eaa-1817-40fa-ad6f-267d3c9cf4e9 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:22.790299 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6a80814f-2297-498d-84f6-5309aab77c14 req-380f5f11-a6f9-4162-bd85-224a021e975d service neutron] 10.222.0.16 "GET /v2.0/networks/f780fa1a-35e5-4ddd-af3a-7a7830d8c77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478877 Apr 20 23:32:22.830742 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-20900eaa-1817-40fa-ad6f-267d3c9cf4e9 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:22.838985 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a8af1d68-74b8-4382-b127-26955df4256e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:22.864711 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20900eaa-1817-40fa-ad6f-267d3c9cf4e9 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6750f2-6616-45d2-9685-98d802487aa3,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:22.865083 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:22.867145 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-20900eaa-1817-40fa-ad6f-267d3c9cf4e9 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:22.868755 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-20900eaa-1817-40fa-ad6f-267d3c9cf4e9 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:22.872622 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-20900eaa-1817-40fa-ad6f-267d3c9cf4e9 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "DELETE /v2.0/security-groups/7b6750f2-6616-45d2-9685-98d802487aa3 HTTP/1.1" status: 204 len: 168 time: 0.1949568 Apr 20 23:32:22.873457 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 58634) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:22.893476 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.v2.resource [None req-7e058824-09c7-4de5-bd5e-f9fbb9f0cec1 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] show failed (client error): The resource could not be found. Apr 20 23:32:22.894562 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-7e058824-09c7-4de5-bd5e-f9fbb9f0cec1 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups/7b6750f2-6616-45d2-9685-98d802487aa3 HTTP/1.1" status: 404 len: 347 time: 0.0200551 Apr 20 23:32:22.897578 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 58638) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:23.002908 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-b6b37105-da6a-4ec3-899e-a9966ca42292 req-9029e378-a300-4a51-8910-49719a2c2b4d tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Synchronizing usage tracker for tenant:2bc87a338871440e8d886029fff40e57 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:32:23.016673 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-b6b37105-da6a-4ec3-899e-a9966ca42292 req-9029e378-a300-4a51-8910-49719a2c2b4d tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Unset dirty status for tenant:2bc87a338871440e8d886029fff40e57 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:32:23.018524 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b6b37105-da6a-4ec3-899e-a9966ca42292 req-9029e378-a300-4a51-8910-49719a2c2b4d tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=89aa3b44-cfdf-4f3c-b2a3-7539a345fc56 HTTP/1.1" status: 200 len: 210 time: 0.0684953 Apr 20 23:32:23.076009 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-779e6ae5-aedd-4153-9ca5-f7a577a41d72 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Deleting port b07fa803-dd76-41dd-b89d-1e105c3820d1 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:32:23.076389 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-779e6ae5-aedd-4153-9ca5-f7a577a41d72 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:23.255702 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-779e6ae5-aedd-4153-9ca5-f7a577a41d72 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:23.256073 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-779e6ae5-aedd-4153-9ca5-f7a577a41d72 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:23.391933 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-779e6ae5-aedd-4153-9ca5-f7a577a41d72 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Calling delete_port for b07fa803-dd76-41dd-b89d-1e105c3820d1 owned by network:floatingip {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:32:23.537364 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-779e6ae5-aedd-4153-9ca5-f7a577a41d72 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:23.542318 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c13516f7-09d2-4539-b523-d06a48eb2459 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:23.591698 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e6ae5-aedd-4153-9ca5-f7a577a41d72 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Pushing event deleted for resources: {'Port': ['ID=b07fa803-dd76-41dd-b89d-1e105c3820d1,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:23.595311 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-779e6ae5-aedd-4153-9ca5-f7a577a41d72 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:23.603662 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:23.687745 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-779e6ae5-aedd-4153-9ca5-f7a577a41d72 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for floatingip, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:23.702654 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-779e6ae5-aedd-4153-9ca5-f7a577a41d72 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:23.707753 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-779e6ae5-aedd-4153-9ca5-f7a577a41d72 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "DELETE /v2.0/floatingips/fd8242bb-9798-4739-b1e7-0c4e12e6fa3e HTTP/1.1" status: 204 len: 168 time: 0.8052454 Apr 20 23:32:24.086095 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 58660) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:24.091743 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-1e60732e-ec3d-4bd1-a4fa-62c8b6af64c8 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1070102657', 'description': 'tempest-description--1532088435'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:32:24.108133 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1e60732e-ec3d-4bd1-a4fa-62c8b6af64c8 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:32:24.113695 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1e60732e-ec3d-4bd1-a4fa-62c8b6af64c8 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Usage tracker for resource:security_group and tenant:ee794c51b2d7444ca7efc3b0ee9ce528 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:32:24.115399 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80814f-2297-498d-84f6-5309aab77c14 req-29a4f8e1-a18b-4137-9a14-9927c7cf16c4 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:24.117272 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6a80814f-2297-498d-84f6-5309aab77c14 req-29a4f8e1-a18b-4137-9a14-9927c7cf16c4 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.36 "GET /v2.0/networks?id=f780fa1a-35e5-4ddd-af3a-7a7830d8c77c HTTP/1.1" status: 200 len: 810 time: 0.1788750 Apr 20 23:32:24.117723 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1e60732e-ec3d-4bd1-a4fa-62c8b6af64c8 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:32:24.123972 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1e60732e-ec3d-4bd1-a4fa-62c8b6af64c8 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:32:24.134631 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1e60732e-ec3d-4bd1-a4fa-62c8b6af64c8 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:24.159162 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1e60732e-ec3d-4bd1-a4fa-62c8b6af64c8 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:32:24.163364 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1e60732e-ec3d-4bd1-a4fa-62c8b6af64c8 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Usage tracker for resource:security_group_rule and tenant:ee794c51b2d7444ca7efc3b0ee9ce528 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:32:24.166778 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1e60732e-ec3d-4bd1-a4fa-62c8b6af64c8 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:32:24.173310 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1e60732e-ec3d-4bd1-a4fa-62c8b6af64c8 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:32:24.231169 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6a80814f-2297-498d-84f6-5309aab77c14 req-8e27ea98-cf7d-4cbb-ae0b-120cdc6bea1b tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2bc87a338871440e8d886029fff40e57 HTTP/1.1" status: 200 len: 5704 time: 0.0983212 Apr 20 23:32:24.241762 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-6a80814f-2297-498d-84f6-5309aab77c14 req-1f9a73eb-0f0c-469b-8e8b-c6b3c8746ec1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Request body: {'port': {'device_id': '89aa3b44-cfdf-4f3c-b2a3-7539a345fc56', 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c', 'admin_state_up': True, 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'security_groups': ['68d583ba-143a-4d33-83f5-5494d715e4e8']}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:32:24.276319 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e04dc938-f5f8-4937-95ed-755631ee6c9e req-c1abc0b6-2c25-4783-9933-37458022f969 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=89aa3b44-cfdf-4f3c-b2a3-7539a345fc56 HTTP/1.1" status: 200 len: 210 time: 0.0657129 Apr 20 23:32:24.312871 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1e60732e-ec3d-4bd1-a4fa-62c8b6af64c8 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:24.315851 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1e60732e-ec3d-4bd1-a4fa-62c8b6af64c8 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:24.321385 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-20900eaa-1817-40fa-ad6f-267d3c9cf4e9 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:24.370985 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60732e-ec3d-4bd1-a4fa-62c8b6af64c8 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22b63aab-2ba9-447b-ae50-49df7a4285ef,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:24.374067 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1e60732e-ec3d-4bd1-a4fa-62c8b6af64c8 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:24.377293 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-1e60732e-ec3d-4bd1-a4fa-62c8b6af64c8 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2881978 Apr 20 23:32:24.377293 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1e60732e-ec3d-4bd1-a4fa-62c8b6af64c8 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:24.378776 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 58674) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:24.395246 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-0a244030-c797-48d9-8208-deefbcf400af tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Request body: {'security_group_rule': {'security_group_id': '22b63aab-2ba9-447b-ae50-49df7a4285ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:32:24.405797 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-0a244030-c797-48d9-8208-deefbcf400af tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:32:24.416010 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-0a244030-c797-48d9-8208-deefbcf400af tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Usage tracker for resource:security_group_rule and tenant:ee794c51b2d7444ca7efc3b0ee9ce528 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:32:24.417350 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:24.418861 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-6a80814f-2297-498d-84f6-5309aab77c14 req-1f9a73eb-0f0c-469b-8e8b-c6b3c8746ec1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:32:24.421402 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-0a244030-c797-48d9-8208-deefbcf400af tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:32:24.432208 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-0a244030-c797-48d9-8208-deefbcf400af tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:32:24.439998 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-6a80814f-2297-498d-84f6-5309aab77c14 req-1f9a73eb-0f0c-469b-8e8b-c6b3c8746ec1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:32:24.455787 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0a244030-c797-48d9-8208-deefbcf400af tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:24.465717 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a80814f-2297-498d-84f6-5309aab77c14 req-1f9a73eb-0f0c-469b-8e8b-c6b3c8746ec1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Made reservation on behalf of 2bc87a338871440e8d886029fff40e57 for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:32:24.472595 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-6a80814f-2297-498d-84f6-5309aab77c14 req-1f9a73eb-0f0c-469b-8e8b-c6b3c8746ec1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:24.612474 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0a244030-c797-48d9-8208-deefbcf400af tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:24.647902 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0a244030-c797-48d9-8208-deefbcf400af tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:24.657003 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:24.689600 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a244030-c797-48d9-8208-deefbcf400af tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a6399a-f38d-48f7-9db1-1f0d11a9eb78,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:24.698325 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0a244030-c797-48d9-8208-deefbcf400af tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:24.713130 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-6a80814f-2297-498d-84f6-5309aab77c14 req-1f9a73eb-0f0c-469b-8e8b-c6b3c8746ec1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Allocated IP 172.20.0.4 (f780fa1a-35e5-4ddd-af3a-7a7830d8c77c/e71ca367-9455-420b-bfe5-f3be3611f43b/8f77b633-a419-4aa9-be73-b03200cd0e31) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:32:24.719276 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0a244030-c797-48d9-8208-deefbcf400af tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:24.720839 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-0a244030-c797-48d9-8208-deefbcf400af tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3409126 Apr 20 23:32:24.724371 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 58678) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:24.730140 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-7ffeaa2c-5a39-446f-8758-0e9467d2919c tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Request body: {'security_group_rule': {'security_group_id': '22b63aab-2ba9-447b-ae50-49df7a4285ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:32:24.736422 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-7ffeaa2c-5a39-446f-8758-0e9467d2919c tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:32:24.740486 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-7ffeaa2c-5a39-446f-8758-0e9467d2919c tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Usage tracker for resource:security_group_rule and tenant:ee794c51b2d7444ca7efc3b0ee9ce528 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:32:24.743778 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-7ffeaa2c-5a39-446f-8758-0e9467d2919c tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:32:24.750012 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-7ffeaa2c-5a39-446f-8758-0e9467d2919c tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:32:24.765847 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7ffeaa2c-5a39-446f-8758-0e9467d2919c tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:24.829348 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7ffeaa2c-5a39-446f-8758-0e9467d2919c tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:24.832555 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7ffeaa2c-5a39-446f-8758-0e9467d2919c tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:24.840180 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-cd2494bd-803f-4de8-bc0c-897bd08a23d8 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:24.858965 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffeaa2c-5a39-446f-8758-0e9467d2919c tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f7e8b1-31de-4116-9b69-75c876afeffe,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:24.861314 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-7ffeaa2c-5a39-446f-8758-0e9467d2919c tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:24.868163 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7ffeaa2c-5a39-446f-8758-0e9467d2919c tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:24.869480 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-7ffeaa2c-5a39-446f-8758-0e9467d2919c tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1439888 Apr 20 23:32:24.872617 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 58682) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:24.878696 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-ad745fd5-e2f4-48e0-9bf1-935ecfe8d3a3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Request body: {'floatingip': {'floating_network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:32:24.884688 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-ad745fd5-e2f4-48e0-9bf1-935ecfe8d3a3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:32:24.888759 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-ad745fd5-e2f4-48e0-9bf1-935ecfe8d3a3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Usage tracker for resource:floatingip and tenant:ee794c51b2d7444ca7efc3b0ee9ce528 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:32:24.891722 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-ad745fd5-e2f4-48e0-9bf1-935ecfe8d3a3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:32:24.898163 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-ad745fd5-e2f4-48e0-9bf1-935ecfe8d3a3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:32:24.907482 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ad745fd5-e2f4-48e0-9bf1-935ecfe8d3a3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for floatingip, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:24.913677 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-6a80814f-2297-498d-84f6-5309aab77c14 req-1f9a73eb-0f0c-469b-8e8b-c6b3c8746ec1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:24.929702 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-6a80814f-2297-498d-84f6-5309aab77c14 req-1f9a73eb-0f0c-469b-8e8b-c6b3c8746ec1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Transition to ACTIVE for port object 8f77b633-a419-4aa9-be73-b03200cd0e31 will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:32:24.952738 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-6a80814f-2297-498d-84f6-5309aab77c14 req-1f9a73eb-0f0c-469b-8e8b-c6b3c8746ec1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:24.959927 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c9bf1fa3-5dd0-4378-bdf7-2d7eab8f8a89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:25.022763 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a80814f-2297-498d-84f6-5309aab77c14 req-1f9a73eb-0f0c-469b-8e8b-c6b3c8746ec1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Network f780fa1a-35e5-4ddd-af3a-7a7830d8c77c is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:32:25.030533 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-6a80814f-2297-498d-84f6-5309aab77c14 req-1f9a73eb-0f0c-469b-8e8b-c6b3c8746ec1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:32:25.032994 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a80814f-2297-498d-84f6-5309aab77c14 req-1f9a73eb-0f0c-469b-8e8b-c6b3c8746ec1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:32:25.053842 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ad745fd5-e2f4-48e0-9bf1-935ecfe8d3a3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:25.090661 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a73eb-0f0c-469b-8e8b-c6b3c8746ec1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Pushing event updated for resources: {'Port': ['ID=8f77b633-a419-4aa9-be73-b03200cd0e31,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:25.093924 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1f9a73eb-0f0c-469b-8e8b-c6b3c8746ec1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:25.111435 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80814f-2297-498d-84f6-5309aab77c14 req-1f9a73eb-0f0c-469b-8e8b-c6b3c8746ec1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:25.112127 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-6a80814f-2297-498d-84f6-5309aab77c14 req-1f9a73eb-0f0c-469b-8e8b-c6b3c8746ec1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:25.130766 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6a80814f-2297-498d-84f6-5309aab77c14 req-1f9a73eb-0f0c-469b-8e8b-c6b3c8746ec1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8940887 Apr 20 23:32:25.144251 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-6a80814f-2297-498d-84f6-5309aab77c14 req-2a9865ab-c42b-46a0-af2b-101a6e7c4744 service neutron] Request body: {'port': {'device_id': '89aa3b44-cfdf-4f3c-b2a3-7539a345fc56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:32:25.206846 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-b3263f13-a9ca-46f1-ba38-97be328046c8 None None] Provisioning for port 8f77b633-a419-4aa9-be73-b03200cd0e31 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:32:25.207820 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-ad745fd5-e2f4-48e0-9bf1-935ecfe8d3a3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Allocated IP 172.28.2.11 (17a5301c-ad04-43a1-9559-698be9680e2f/c5ea26a4-9d6d-4298-bd22-11c1031e299f/6f1047b6-ed38-4e19-923b-457353b06f64) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:32:25.212618 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-b3263f13-a9ca-46f1-ba38-97be328046c8 None None] Provisioning complete for port 8f77b633-a419-4aa9-be73-b03200cd0e31 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:32:25.213018 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b3263f13-a9ca-46f1-ba38-97be328046c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:25.267792 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-6a80814f-2297-498d-84f6-5309aab77c14 req-2a9865ab-c42b-46a0-af2b-101a6e7c4744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:25.275192 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-b3263f13-a9ca-46f1-ba38-97be328046c8 None None] Port 8f77b633-a419-4aa9-be73-b03200cd0e31 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:32:25.386800 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ad745fd5-e2f4-48e0-9bf1-935ecfe8d3a3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:25.466380 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ad745fd5-e2f4-48e0-9bf1-935ecfe8d3a3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:25.477253 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-07c11a4d-cebd-48ce-b941-773f386cc8f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:25.525690 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad745fd5-e2f4-48e0-9bf1-935ecfe8d3a3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Network 17a5301c-ad04-43a1-9559-698be9680e2f is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:32:25.535748 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-ad745fd5-e2f4-48e0-9bf1-935ecfe8d3a3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:32:25.546892 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad745fd5-e2f4-48e0-9bf1-935ecfe8d3a3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:32:25.617970 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad745fd5-e2f4-48e0-9bf1-935ecfe8d3a3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Pushing event updated for resources: {'Port': ['ID=6f1047b6-ed38-4e19-923b-457353b06f64,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:25.626674 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ad745fd5-e2f4-48e0-9bf1-935ecfe8d3a3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:25.637955 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5d570-1612-4cec-81d4-a4b28661f069 req-ca6a209e-8094-4943-a19c-9ce1c180ef46 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:25.639490 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6aa5d570-1612-4cec-81d4-a4b28661f069 req-ca6a209e-8094-4943-a19c-9ce1c180ef46 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=89aa3b44-cfdf-4f3c-b2a3-7539a345fc56 HTTP/1.1" status: 200 len: 931 time: 0.2276402 Apr 20 23:32:25.686867 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-6a80814f-2297-498d-84f6-5309aab77c14 req-2a9865ab-c42b-46a0-af2b-101a6e7c4744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f77b633-a419-4aa9-be73-b03200cd0e31 {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:32:25.695105 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-6a80814f-2297-498d-84f6-5309aab77c14 req-2a9865ab-c42b-46a0-af2b-101a6e7c4744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:25.702731 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-6aa5d570-1612-4cec-81d4-a4b28661f069 req-26dacb39-e0d4-491e-9517-1428a714a9f2 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Synchronizing usage tracker for tenant:2bc87a338871440e8d886029fff40e57 on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:32:25.710530 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-6a80814f-2297-498d-84f6-5309aab77c14 req-2a9865ab-c42b-46a0-af2b-101a6e7c4744 service neutron] Transition to ACTIVE for port object 8f77b633-a419-4aa9-be73-b03200cd0e31 will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:32:25.711421 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ad745fd5-e2f4-48e0-9bf1-935ecfe8d3a3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:25.713586 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-6a80814f-2297-498d-84f6-5309aab77c14 req-2a9865ab-c42b-46a0-af2b-101a6e7c4744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851800608'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:25.718456 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0ba29e7c-74e3-4af5-9520-92e79e24dfac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:25.754677 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-6aa5d570-1612-4cec-81d4-a4b28661f069 req-26dacb39-e0d4-491e-9517-1428a714a9f2 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Unset dirty status for tenant:2bc87a338871440e8d886029fff40e57 on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:32:25.755737 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6aa5d570-1612-4cec-81d4-a4b28661f069 req-26dacb39-e0d4-491e-9517-1428a714a9f2 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d583ba-143a-4d33-83f5-5494d715e4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096206 Apr 20 23:32:25.782622 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ad745fd5-e2f4-48e0-9bf1-935ecfe8d3a3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:25.922409 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9865ab-c42b-46a0-af2b-101a6e7c4744 service neutron] Pushing event updated for resources: {'Port': ['ID=8f77b633-a419-4aa9-be73-b03200cd0e31,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:25.926031 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2a9865ab-c42b-46a0-af2b-101a6e7c4744 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:25.967463 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-6a80814f-2297-498d-84f6-5309aab77c14 req-2a9865ab-c42b-46a0-af2b-101a6e7c4744 service neutron] Attempting to bind port 8f77b633-a419-4aa9-be73-b03200cd0e31 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:32:25.967841 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-6a80814f-2297-498d-84f6-5309aab77c14 req-2a9865ab-c42b-46a0-af2b-101a6e7c4744 service neutron] Attempting to bind port 8f77b633-a419-4aa9-be73-b03200cd0e31 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'cfa1a3af-8a5c-4b97-9245-2f3d3b403af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:32:25.968212 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a80814f-2297-498d-84f6-5309aab77c14 req-2a9865ab-c42b-46a0-af2b-101a6e7c4744 service neutron] Attempting to bind port 8f77b633-a419-4aa9-be73-b03200cd0e31 on network f780fa1a-35e5-4ddd-af3a-7a7830d8c77c {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:32:25.973999 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a80814f-2297-498d-84f6-5309aab77c14 req-2a9865ab-c42b-46a0-af2b-101a6e7c4744 service neutron] Port 8f77b633-a419-4aa9-be73-b03200cd0e31 on network f780fa1a-35e5-4ddd-af3a-7a7830d8c77c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:32:25.974361 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a80814f-2297-498d-84f6-5309aab77c14 req-2a9865ab-c42b-46a0-af2b-101a6e7c4744 service neutron] Attempting to bind port 8f77b633-a419-4aa9-be73-b03200cd0e31 on network f780fa1a-35e5-4ddd-af3a-7a7830d8c77c {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:32:25.979756 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a80814f-2297-498d-84f6-5309aab77c14 req-2a9865ab-c42b-46a0-af2b-101a6e7c4744 service neutron] Checking agent: {'id': '0dbb4980-ddab-4c32-9a5e-02cbda900cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:32:25.980132 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a80814f-2297-498d-84f6-5309aab77c14 req-2a9865ab-c42b-46a0-af2b-101a6e7c4744 service neutron] Checking segment: {'id': 'cfa1a3af-8a5c-4b97-9245-2f3d3b403af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:32:25.980551 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a80814f-2297-498d-84f6-5309aab77c14 req-2a9865ab-c42b-46a0-af2b-101a6e7c4744 service neutron] Bound using segment: {'id': 'cfa1a3af-8a5c-4b97-9245-2f3d3b403af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:32:25.981022 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-6a80814f-2297-498d-84f6-5309aab77c14 req-2a9865ab-c42b-46a0-af2b-101a6e7c4744 service neutron] Bound port: 8f77b633-a419-4aa9-be73-b03200cd0e31, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfa1a3af-8a5c-4b97-9245-2f3d3b403af9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:32:25.981436 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-6a80814f-2297-498d-84f6-5309aab77c14 req-2a9865ab-c42b-46a0-af2b-101a6e7c4744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:26.012856 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ad745fd5-e2f4-48e0-9bf1-935ecfe8d3a3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:26.016763 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ad745fd5-e2f4-48e0-9bf1-935ecfe8d3a3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851844298'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:26.021981 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d158a75-28af-41d8-9061-bdc578e131de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:26.078118 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-6a80814f-2297-498d-84f6-5309aab77c14 req-2a9865ab-c42b-46a0-af2b-101a6e7c4744 service neutron] For port 8f77b633-a419-4aa9-be73-b03200cd0e31, host hv-cinder-78729, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:32:26.081764 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-6a80814f-2297-498d-84f6-5309aab77c14 req-2a9865ab-c42b-46a0-af2b-101a6e7c4744 service neutron] For port 8f77b633-a419-4aa9-be73-b03200cd0e31, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8f77b633-a419-4aa9-be73-b03200cd0e31,segment=NetworkSegment(cfa1a3af-8a5c-4b97-9245-2f3d3b403af9),segment_id=cfa1a3af-8a5c-4b97-9245-2f3d3b403af9)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:32:26.086597 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-6a80814f-2297-498d-84f6-5309aab77c14 req-2a9865ab-c42b-46a0-af2b-101a6e7c4744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851800608'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:26.091329 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-48dd8767-4c48-4500-ae13-7e3f42cae72b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:26.137260 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad745fd5-e2f4-48e0-9bf1-935ecfe8d3a3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Pushing event updated for resources: {'Port': ['ID=6f1047b6-ed38-4e19-923b-457353b06f64,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:26.140828 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ad745fd5-e2f4-48e0-9bf1-935ecfe8d3a3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:26.144839 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80814f-2297-498d-84f6-5309aab77c14 req-2a9865ab-c42b-46a0-af2b-101a6e7c4744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:26.145540 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-6a80814f-2297-498d-84f6-5309aab77c14 req-2a9865ab-c42b-46a0-af2b-101a6e7c4744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:26.147024 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6a80814f-2297-498d-84f6-5309aab77c14 req-2a9865ab-c42b-46a0-af2b-101a6e7c4744 service neutron] 10.222.0.36 "PUT /v2.0/ports/8f77b633-a419-4aa9-be73-b03200cd0e31 HTTP/1.1" status: 200 len: 1093 time: 1.0086069 Apr 20 23:32:26.147556 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89aa3b44-cfdf-4f3c-b2a3-7539a345fc56', 'tag': '8f77b633-a419-4aa9-be73-b03200cd0e31'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:32:26.149462 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ad745fd5-e2f4-48e0-9bf1-935ecfe8d3a3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648881'] for floatingip, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:26.179007 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ad745fd5-e2f4-48e0-9bf1-935ecfe8d3a3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:26.179213 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9865ab-c42b-46a0-af2b-101a6e7c4744 service neutron] Pushing event updated for resources: {'Port': ['ID=8f77b633-a419-4aa9-be73-b03200cd0e31,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:26.181200 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-ad745fd5-e2f4-48e0-9bf1-935ecfe8d3a3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3066919 Apr 20 23:32:26.182497 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2a9865ab-c42b-46a0-af2b-101a6e7c4744 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:26.232008 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89aa3b44-cfdf-4f3c-b2a3-7539a345fc56', 'tag': '8f77b633-a419-4aa9-be73-b03200cd0e31', 'status': 'completed', 'code': 200} Apr 20 23:32:26.271947 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80814f-2297-498d-84f6-5309aab77c14 req-c6fcc9ea-768d-4aba-b245-62bb670b557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:26.273679 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6a80814f-2297-498d-84f6-5309aab77c14 req-c6fcc9ea-768d-4aba-b245-62bb670b557e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2bc87a338871440e8d886029fff40e57&device_id=89aa3b44-cfdf-4f3c-b2a3-7539a345fc56 HTTP/1.1" status: 200 len: 1096 time: 0.0882370 Apr 20 23:32:26.360501 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6a80814f-2297-498d-84f6-5309aab77c14 req-82b165f5-e9d6-472b-9e03-4da3d4b35005 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f77b633-a419-4aa9-be73-b03200cd0e31 HTTP/1.1" status: 200 len: 217 time: 0.0775661 Apr 20 23:32:26.446796 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80814f-2297-498d-84f6-5309aab77c14 req-edd87ec4-043f-4f05-95bd-d18e49c4c193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:26.449825 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6a80814f-2297-498d-84f6-5309aab77c14 req-edd87ec4-043f-4f05-95bd-d18e49c4c193 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e71ca367-9455-420b-bfe5-f3be3611f43b HTTP/1.1" status: 200 len: 849 time: 0.0827134 Apr 20 23:32:26.461669 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-a3c3f8a6-ea55-4102-a4a7-0be4159f7d9a tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Synchronizing usage tracker for tenant:ee794c51b2d7444ca7efc3b0ee9ce528 on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:32:26.478547 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-a3c3f8a6-ea55-4102-a4a7-0be4159f7d9a tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Unset dirty status for tenant:ee794c51b2d7444ca7efc3b0ee9ce528 on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:32:26.479943 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-a3c3f8a6-ea55-4102-a4a7-0be4159f7d9a tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1070102657&fields=id&tenant_id=ee794c51b2d7444ca7efc3b0ee9ce528 HTTP/1.1" status: 200 len: 267 time: 0.0844007 Apr 20 23:32:26.535337 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80814f-2297-498d-84f6-5309aab77c14 req-4c7a20d3-55d0-4559-a813-2dc35337e89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:26.536919 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6a80814f-2297-498d-84f6-5309aab77c14 req-4c7a20d3-55d0-4559-a813-2dc35337e89c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f780fa1a-35e5-4ddd-af3a-7a7830d8c77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799696 Apr 20 23:32:26.645180 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-75fb2327-ea80-41ae-9bde-651e7ff1997e tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:26.646788 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-75fb2327-ea80-41ae-9bde-651e7ff1997e tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/networks?id=437210c7-1067-49df-b543-565768333126 HTTP/1.1" status: 200 len: 816 time: 0.1592665 Apr 20 23:32:26.663753 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-647d27d4-a096-42b6-9674-46d9cef78b6c tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/quotas/ee794c51b2d7444ca7efc3b0ee9ce528 HTTP/1.1" status: 200 len: 375 time: 0.0103996 Apr 20 23:32:26.680707 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6a80814f-2297-498d-84f6-5309aab77c14 req-0f0e4f99-134b-4a73-833d-12f72dbbbe13 service neutron] 10.222.0.36 "GET /v2.0/networks/f780fa1a-35e5-4ddd-af3a-7a7830d8c77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365433 Apr 20 23:32:26.762702 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-bcf92524-169f-4dfd-9cbb-72acf33c00cb tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee794c51b2d7444ca7efc3b0ee9ce528&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0925789 Apr 20 23:32:26.825419 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6a80814f-2297-498d-84f6-5309aab77c14 req-e9575ac8-f400-4b12-8484-cc245a116464 service neutron] 10.222.0.36 "GET /v2.0/networks/f780fa1a-35e5-4ddd-af3a-7a7830d8c77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382256 Apr 20 23:32:26.912604 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-e5bf23cb-a7bf-4d4b-8c27-731580353af6 service neutron] 10.222.0.16 "GET /v2.0/networks/437210c7-1067-49df-b543-565768333126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370051 Apr 20 23:32:27.015536 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bbb69-2c52-4b1c-84bf-80175c88bd6d req-793cf8c8-bfa8-41da-928b-af32ffa85d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:27.017118 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fc5bbb69-2c52-4b1c-84bf-80175c88bd6d req-793cf8c8-bfa8-41da-928b-af32ffa85d3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2bc87a338871440e8d886029fff40e57&device_id=89aa3b44-cfdf-4f3c-b2a3-7539a345fc56 HTTP/1.1" status: 200 len: 1096 time: 0.1481647 Apr 20 23:32:27.025415 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ac20b-9513-45a3-9467-3a86b762646c req-8048c859-8e58-47e4-b064-8827e52d0f7a tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:27.026119 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-bd4ac20b-9513-45a3-9467-3a86b762646c req-8048c859-8e58-47e4-b064-8827e52d0f7a tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Synchronizing usage tracker for tenant:2bc87a338871440e8d886029fff40e57 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:32:27.056744 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-378c12a5-1150-4213-9312-91d2ae2f3719 service neutron] 10.222.0.16 "GET /v2.0/networks/437210c7-1067-49df-b543-565768333126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373286 Apr 20 23:32:27.120019 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-bd4ac20b-9513-45a3-9467-3a86b762646c req-8048c859-8e58-47e4-b064-8827e52d0f7a tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Unset dirty status for tenant:2bc87a338871440e8d886029fff40e57 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:32:27.121298 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bd4ac20b-9513-45a3-9467-3a86b762646c req-8048c859-8e58-47e4-b064-8827e52d0f7a tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=89aa3b44-cfdf-4f3c-b2a3-7539a345fc56 HTTP/1.1" status: 200 len: 943 time: 0.2177744 Apr 20 23:32:27.207886 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bd4ac20b-9513-45a3-9467-3a86b762646c req-70b0aca0-29fd-4946-83de-2edf4a071f06 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d583ba-143a-4d33-83f5-5494d715e4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757015 Apr 20 23:32:27.212308 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bbb69-2c52-4b1c-84bf-80175c88bd6d req-92195d4c-4811-4d8f-88d6-b64e0e62ee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:27.213843 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fc5bbb69-2c52-4b1c-84bf-80175c88bd6d req-92195d4c-4811-4d8f-88d6-b64e0e62ee41 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f780fa1a-35e5-4ddd-af3a-7a7830d8c77c HTTP/1.1" status: 200 len: 911 time: 0.1839261 Apr 20 23:32:27.257796 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-41475682-1f76-453e-ada4-b7c52780c204 req-8de0a783-1008-4e0d-adac-41ab948e1297 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 210 time: 0.0547767 Apr 20 23:32:27.542889 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fc5bbb69-2c52-4b1c-84bf-80175c88bd6d req-6c3fab82-6a10-4b96-88b7-49a2461aa16a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f77b633-a419-4aa9-be73-b03200cd0e31 HTTP/1.1" status: 200 len: 217 time: 0.3208086 Apr 20 23:32:27.617495 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bbb69-2c52-4b1c-84bf-80175c88bd6d req-54b15e37-20b6-4c2a-a643-17213a4ff9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:27.619050 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fc5bbb69-2c52-4b1c-84bf-80175c88bd6d req-54b15e37-20b6-4c2a-a643-17213a4ff9e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e71ca367-9455-420b-bfe5-f3be3611f43b HTTP/1.1" status: 200 len: 849 time: 0.0658288 Apr 20 23:32:27.709663 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bbb69-2c52-4b1c-84bf-80175c88bd6d req-579fcbae-2ac0-4bb7-8073-44456f161291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:27.711251 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fc5bbb69-2c52-4b1c-84bf-80175c88bd6d req-579fcbae-2ac0-4bb7-8073-44456f161291 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f780fa1a-35e5-4ddd-af3a-7a7830d8c77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793169 Apr 20 23:32:27.867733 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fc5bbb69-2c52-4b1c-84bf-80175c88bd6d req-18630b09-b57a-406b-9c94-409c75446a6d service neutron] 10.222.0.36 "GET /v2.0/networks/f780fa1a-35e5-4ddd-af3a-7a7830d8c77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486876 Apr 20 23:32:28.030275 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fc5bbb69-2c52-4b1c-84bf-80175c88bd6d req-1ccb5a81-8d4e-41b5-9bd1-162f214960fb service neutron] 10.222.0.36 "GET /v2.0/networks/f780fa1a-35e5-4ddd-af3a-7a7830d8c77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486900 Apr 20 23:32:28.455908 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b3bf1-1e86-4249-8023-995e2c644ce2 req-ad980c5e-9aed-4a7e-9be4-395ecc74c072 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:28.457746 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b91b3bf1-1e86-4249-8023-995e2c644ce2 req-ad980c5e-9aed-4a7e-9be4-395ecc74c072 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=89aa3b44-cfdf-4f3c-b2a3-7539a345fc56 HTTP/1.1" status: 200 len: 943 time: 0.1343703 Apr 20 23:32:28.499154 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-7d159c10-ba36-4ad1-9627-9f840084d42d req-330917ba-7a93-4766-8561-4e32bfc31614 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Synchronizing usage tracker for tenant:ee794c51b2d7444ca7efc3b0ee9ce528 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:32:28.513283 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b91b3bf1-1e86-4249-8023-995e2c644ce2 req-0e53f7e6-5db4-4488-ba5d-0e42e9c6839d tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d583ba-143a-4d33-83f5-5494d715e4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484757 Apr 20 23:32:28.547175 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-7d159c10-ba36-4ad1-9627-9f840084d42d req-330917ba-7a93-4766-8561-4e32bfc31614 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Unset dirty status for tenant:ee794c51b2d7444ca7efc3b0ee9ce528 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:32:28.548452 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7d159c10-ba36-4ad1-9627-9f840084d42d req-330917ba-7a93-4766-8561-4e32bfc31614 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 210 time: 0.1391647 Apr 20 23:32:28.575535 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-3b9f7ff6-b752-4d55-9e7d-44067c4d7f0b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:28.577243 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-3b9f7ff6-b752-4d55-9e7d-44067c4d7f0b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.36 "GET /v2.0/networks?id=437210c7-1067-49df-b543-565768333126 HTTP/1.1" status: 200 len: 816 time: 0.2664580 Apr 20 23:32:28.658067 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-122d64d9-bed7-4414-b0ef-eb524720e08b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ee794c51b2d7444ca7efc3b0ee9ce528 HTTP/1.1" status: 200 len: 5709 time: 0.0692725 Apr 20 23:32:28.669532 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-022f611f-0c71-429b-99b8-eadb31b94fc5 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Request body: {'port': {'device_id': 'a2908fc7-9f6b-4017-8ac3-f0ed649c05cd', 'network_id': '437210c7-1067-49df-b543-565768333126', 'admin_state_up': True, 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'security_groups': ['22b63aab-2ba9-447b-ae50-49df7a4285ef']}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:32:28.813890 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-022f611f-0c71-429b-99b8-eadb31b94fc5 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:32:28.823545 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-022f611f-0c71-429b-99b8-eadb31b94fc5 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:32:28.831942 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-022f611f-0c71-429b-99b8-eadb31b94fc5 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Made reservation on behalf of ee794c51b2d7444ca7efc3b0ee9ce528 for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:32:28.837909 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-022f611f-0c71-429b-99b8-eadb31b94fc5 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:29.005650 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-022f611f-0c71-429b-99b8-eadb31b94fc5 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Allocated IP 172.20.0.14 (437210c7-1067-49df-b543-565768333126/35e08b0a-289c-44e2-8628-45bc2f24dd02/26e98946-4775-48e8-b92f-d93d81881b22) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:32:29.199864 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-022f611f-0c71-429b-99b8-eadb31b94fc5 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:29.216424 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-022f611f-0c71-429b-99b8-eadb31b94fc5 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Transition to ACTIVE for port object 26e98946-4775-48e8-b92f-d93d81881b22 will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:32:29.240207 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-022f611f-0c71-429b-99b8-eadb31b94fc5 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:29.245835 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fe8f2f2f-481a-4d65-ae1b-4a5628182b55 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:29.319048 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-022f611f-0c71-429b-99b8-eadb31b94fc5 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Network 437210c7-1067-49df-b543-565768333126 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:32:29.322893 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-022f611f-0c71-429b-99b8-eadb31b94fc5 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:32:29.327004 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-022f611f-0c71-429b-99b8-eadb31b94fc5 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:32:29.404283 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f611f-0c71-429b-99b8-eadb31b94fc5 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Pushing event updated for resources: {'Port': ['ID=26e98946-4775-48e8-b92f-d93d81881b22,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:29.416725 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-022f611f-0c71-429b-99b8-eadb31b94fc5 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:29.459731 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-022f611f-0c71-429b-99b8-eadb31b94fc5 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:29.460413 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-022f611f-0c71-429b-99b8-eadb31b94fc5 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:29.498094 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-022f611f-0c71-429b-99b8-eadb31b94fc5 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8328292 Apr 20 23:32:29.511406 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a3999-01f1-49e9-a9a0-3b2b3bd02e39 req-95122286-ab92-4297-a3ab-3ce211314b7b tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:29.512908 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ac6a3999-01f1-49e9-a9a0-3b2b3bd02e39 req-95122286-ab92-4297-a3ab-3ce211314b7b tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2941057-dfcc-4806-81ea-a6ecbc354e5d HTTP/1.1" status: 200 len: 945 time: 0.1583431 Apr 20 23:32:29.518740 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-83f8548b-7d12-483a-a919-20f8a2474961 service neutron] Request body: {'port': {'device_id': 'a2908fc7-9f6b-4017-8ac3-f0ed649c05cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:32:29.566487 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-c1ca2025-60b1-4507-936e-d91fafc0de68 None None] Provisioning for port 26e98946-4775-48e8-b92f-d93d81881b22 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:32:29.571889 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-c1ca2025-60b1-4507-936e-d91fafc0de68 None None] Provisioning complete for port 26e98946-4775-48e8-b92f-d93d81881b22 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:32:29.572383 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c1ca2025-60b1-4507-936e-d91fafc0de68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:29.629131 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca2025-60b1-4507-936e-d91fafc0de68 None None] Port 26e98946-4775-48e8-b92f-d93d81881b22 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:32:29.645275 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ac6a3999-01f1-49e9-a9a0-3b2b3bd02e39 req-954abd65-c28e-4ecc-ad55-a6e70597cce7 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf40aaa9-d962-4542-9b72-94298303498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005726 Apr 20 23:32:29.681762 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-83f8548b-7d12-483a-a919-20f8a2474961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:29.719111 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ad199-c95c-41e5-8b87-2f9c849b0a2b req-05200755-1e38-4512-bedf-4b7a61856526 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:29.721530 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6b7ad199-c95c-41e5-8b87-2f9c849b0a2b req-05200755-1e38-4512-bedf-4b7a61856526 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=89aa3b44-cfdf-4f3c-b2a3-7539a345fc56 HTTP/1.1" status: 200 len: 943 time: 0.0897350 Apr 20 23:32:29.743660 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 8f77b633-a419-4aa9-be73-b03200cd0e31 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:32:29.771449 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6b7ad199-c95c-41e5-8b87-2f9c849b0a2b req-885aa09d-d6c4-4122-b3cb-634ba6840e38 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d583ba-143a-4d33-83f5-5494d715e4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434563 Apr 20 23:32:29.886732 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 8f77b633-a419-4aa9-be73-b03200cd0e31, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8f77b633-a419-4aa9-be73-b03200cd0e31,segment=NetworkSegment(cfa1a3af-8a5c-4b97-9245-2f3d3b403af9),segment_id=cfa1a3af-8a5c-4b97-9245-2f3d3b403af9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:32:29.900512 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Returning: {'device': '8f77b633-a419-4aa9-be73-b03200cd0e31', 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c', 'port_id': '8f77b633-a419-4aa9-be73-b03200cd0e31', 'mac_address': 'fa:16:3e:04:41:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:32:29.961528 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:29.979016 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f77b633-a419-4aa9-be73-b03200cd0e31 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:32:29.989833 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3162d-d109-4f75-8f3a-843c10704edd req-791878c5-2324-4cc3-8320-e4b6ee21ce9d tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:29.990598 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-3ad3162d-d109-4f75-8f3a-843c10704edd req-791878c5-2324-4cc3-8320-e4b6ee21ce9d tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Synchronizing usage tracker for tenant:ee794c51b2d7444ca7efc3b0ee9ce528 on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:32:29.995355 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 8f77b633-a419-4aa9-be73-b03200cd0e31, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8f77b633-a419-4aa9-be73-b03200cd0e31,segment=NetworkSegment(cfa1a3af-8a5c-4b97-9245-2f3d3b403af9),segment_id=cfa1a3af-8a5c-4b97-9245-2f3d3b403af9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:32:29.998521 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:30.001059 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:30.033421 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-3ad3162d-d109-4f75-8f3a-843c10704edd req-791878c5-2324-4cc3-8320-e4b6ee21ce9d tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Unset dirty status for tenant:ee794c51b2d7444ca7efc3b0ee9ce528 on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:32:30.034701 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3ad3162d-d109-4f75-8f3a-843c10704edd req-791878c5-2324-4cc3-8320-e4b6ee21ce9d tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 932 time: 0.2799532 Apr 20 23:32:30.070468 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=8f77b633-a419-4aa9-be73-b03200cd0e31,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:30.073835 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:30.103865 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3ad3162d-d109-4f75-8f3a-843c10704edd req-f7835a3a-9c1f-4682-ae34-f12ae39a3576 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555429 Apr 20 23:32:30.175612 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-83f8548b-7d12-483a-a919-20f8a2474961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e98946-4775-48e8-b92f-d93d81881b22 {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:32:30.183319 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-83f8548b-7d12-483a-a919-20f8a2474961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:30.198529 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-83f8548b-7d12-483a-a919-20f8a2474961 service neutron] Transition to ACTIVE for port object 26e98946-4775-48e8-b92f-d93d81881b22 will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:32:30.201273 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-83f8548b-7d12-483a-a919-20f8a2474961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851800608'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:30.204930 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f6e27693-6a9a-4ffa-87ec-f5b0332dbb6c tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:30.228419 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['8f77b633-a419-4aa9-be73-b03200cd0e31'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:32:30.372248 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8548b-7d12-483a-a919-20f8a2474961 service neutron] Pushing event updated for resources: {'Port': ['ID=26e98946-4775-48e8-b92f-d93d81881b22,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:30.380424 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-83f8548b-7d12-483a-a919-20f8a2474961 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:30.451091 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-83f8548b-7d12-483a-a919-20f8a2474961 service neutron] Attempting to bind port 26e98946-4775-48e8-b92f-d93d81881b22 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:32:30.451556 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-83f8548b-7d12-483a-a919-20f8a2474961 service neutron] Attempting to bind port 26e98946-4775-48e8-b92f-d93d81881b22 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'b88ef728-b5a0-4c96-8aa3-2810e09e1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '437210c7-1067-49df-b543-565768333126'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:32:30.451935 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-83f8548b-7d12-483a-a919-20f8a2474961 service neutron] Attempting to bind port 26e98946-4775-48e8-b92f-d93d81881b22 on network 437210c7-1067-49df-b543-565768333126 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:32:30.457513 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-83f8548b-7d12-483a-a919-20f8a2474961 service neutron] Port 26e98946-4775-48e8-b92f-d93d81881b22 on network 437210c7-1067-49df-b543-565768333126 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:32:30.457875 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-83f8548b-7d12-483a-a919-20f8a2474961 service neutron] Attempting to bind port 26e98946-4775-48e8-b92f-d93d81881b22 on network 437210c7-1067-49df-b543-565768333126 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:32:30.463283 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-83f8548b-7d12-483a-a919-20f8a2474961 service neutron] Checking agent: {'id': '0dbb4980-ddab-4c32-9a5e-02cbda900cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:32:30.463656 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-83f8548b-7d12-483a-a919-20f8a2474961 service neutron] Checking segment: {'id': 'b88ef728-b5a0-4c96-8aa3-2810e09e1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '437210c7-1067-49df-b543-565768333126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:32:30.464079 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-83f8548b-7d12-483a-a919-20f8a2474961 service neutron] Bound using segment: {'id': 'b88ef728-b5a0-4c96-8aa3-2810e09e1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '437210c7-1067-49df-b543-565768333126'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:32:30.464552 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-83f8548b-7d12-483a-a919-20f8a2474961 service neutron] Bound port: 26e98946-4775-48e8-b92f-d93d81881b22, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b88ef728-b5a0-4c96-8aa3-2810e09e1342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '437210c7-1067-49df-b543-565768333126'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:32:30.464937 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-83f8548b-7d12-483a-a919-20f8a2474961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:30.561225 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-83f8548b-7d12-483a-a919-20f8a2474961 service neutron] For port 26e98946-4775-48e8-b92f-d93d81881b22, host hv-cinder-78729, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:32:30.564292 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-83f8548b-7d12-483a-a919-20f8a2474961 service neutron] For port 26e98946-4775-48e8-b92f-d93d81881b22, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=26e98946-4775-48e8-b92f-d93d81881b22,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:32:30.567664 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-83f8548b-7d12-483a-a919-20f8a2474961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851800608'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:30.572232 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6729356d-f5ba-4733-bcd9-abdc987c9b92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:30.622831 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-83f8548b-7d12-483a-a919-20f8a2474961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:30.623662 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-83f8548b-7d12-483a-a919-20f8a2474961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:30.625049 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-83f8548b-7d12-483a-a919-20f8a2474961 service neutron] 10.222.0.36 "PUT /v2.0/ports/26e98946-4775-48e8-b92f-d93d81881b22 HTTP/1.1" status: 200 len: 1094 time: 1.1111631 Apr 20 23:32:30.625592 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2908fc7-9f6b-4017-8ac3-f0ed649c05cd', 'tag': '26e98946-4775-48e8-b92f-d93d81881b22'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:32:30.660744 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8548b-7d12-483a-a919-20f8a2474961 service neutron] Pushing event updated for resources: {'Port': ['ID=26e98946-4775-48e8-b92f-d93d81881b22,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:30.665417 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-83f8548b-7d12-483a-a919-20f8a2474961 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:30.719122 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2908fc7-9f6b-4017-8ac3-f0ed649c05cd', 'tag': '26e98946-4775-48e8-b92f-d93d81881b22', 'status': 'completed', 'code': 200} Apr 20 23:32:30.757301 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-7e09c424-604c-4d10-9c12-19fce562ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:30.758885 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-7e09c424-604c-4d10-9c12-19fce562ff85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee794c51b2d7444ca7efc3b0ee9ce528&device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 1097 time: 0.0869205 Apr 20 23:32:30.879335 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-27f97886-f1c8-448f-af9d-9f47bc5c889e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26e98946-4775-48e8-b92f-d93d81881b22 HTTP/1.1" status: 200 len: 217 time: 0.0757754 Apr 20 23:32:30.965029 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-2684a7e9-a0a4-4348-ad32-a7befa7b0639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:30.966492 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-2684a7e9-a0a4-4348-ad32-a7befa7b0639 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35e08b0a-289c-44e2-8628-45bc2f24dd02 HTTP/1.1" status: 200 len: 855 time: 0.0806661 Apr 20 23:32:30.975220 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ec11e-7e04-4d2f-936b-00dcd01f3373 req-007f3c2d-ebd1-4f9a-9276-9a8546804b90 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:30.976691 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f50ec11e-7e04-4d2f-936b-00dcd01f3373 req-007f3c2d-ebd1-4f9a-9276-9a8546804b90 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2941057-dfcc-4806-81ea-a6ecbc354e5d HTTP/1.1" status: 200 len: 945 time: 0.2138903 Apr 20 23:32:30.978630 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9f9f7-8c9d-4366-9256-b81b649b8b1c req-b490472f-2bf8-42a3-920b-2ee0a4b801d8 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:30.980348 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0fe9f9f7-8c9d-4366-9256-b81b649b8b1c req-b490472f-2bf8-42a3-920b-2ee0a4b801d8 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=89aa3b44-cfdf-4f3c-b2a3-7539a345fc56 HTTP/1.1" status: 200 len: 944 time: 0.0911777 Apr 20 23:32:31.031023 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0fe9f9f7-8c9d-4366-9256-b81b649b8b1c req-98c13821-9c2c-4e62-92ed-0f2da2db46e6 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d583ba-143a-4d33-83f5-5494d715e4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441041 Apr 20 23:32:31.071475 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f50ec11e-7e04-4d2f-936b-00dcd01f3373 req-5cbbe88e-fada-42f5-8c7f-a088b97c9eda tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf40aaa9-d962-4542-9b72-94298303498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569658 Apr 20 23:32:31.092464 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-a5eb83cc-fbe0-445c-8f00-7f19156cfbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:31.094053 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-a5eb83cc-fbe0-445c-8f00-7f19156cfbb0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=437210c7-1067-49df-b543-565768333126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1164436 Apr 20 23:32:31.237977 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-250d49d1-93d6-413b-a5a8-50dd924a53ae service neutron] 10.222.0.36 "GET /v2.0/networks/437210c7-1067-49df-b543-565768333126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333470 Apr 20 23:32:31.288152 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:32:31.310220 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d871c1-9fa5-478e-b004-d4bb00eb6b8b req-91d3e144-3c0c-4a96-8f1e-7d9e296610d1 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:31.311837 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e1d871c1-9fa5-478e-b004-d4bb00eb6b8b req-91d3e144-3c0c-4a96-8f1e-7d9e296610d1 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 944 time: 0.0907085 Apr 20 23:32:31.359919 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e1d871c1-9fa5-478e-b004-d4bb00eb6b8b req-2672ed5b-b4da-4f74-8508-b6c5e023b6e7 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406144 Apr 20 23:32:31.379001 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b2e046ad-b3b4-4420-97ad-69ab557bc17e req-24bb8428-efaf-4f2d-91dd-a3d2f395f9e7 service neutron] 10.222.0.36 "GET /v2.0/networks/437210c7-1067-49df-b543-565768333126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339812 Apr 20 23:32:31.498076 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5c42a-7f95-40d8-9d1b-94f1d1650778 req-b9e15a37-019d-4958-a1be-6bad2e5441f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:31.499572 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9cf5c42a-7f95-40d8-9d1b-94f1d1650778 req-b9e15a37-019d-4958-a1be-6bad2e5441f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee794c51b2d7444ca7efc3b0ee9ce528&device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 1097 time: 0.0765333 Apr 20 23:32:31.638799 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5c42a-7f95-40d8-9d1b-94f1d1650778 req-d5506965-f31b-48bb-bd7f-3b911e02b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:31.640379 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9cf5c42a-7f95-40d8-9d1b-94f1d1650778 req-d5506965-f31b-48bb-bd7f-3b911e02b18d service neutron] 10.222.0.36 "GET /v2.0/networks?id=437210c7-1067-49df-b543-565768333126 HTTP/1.1" status: 200 len: 917 time: 0.1326852 Apr 20 23:32:31.717320 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9cf5c42a-7f95-40d8-9d1b-94f1d1650778 req-f6707d40-325e-499b-abb5-2e24a0d5fae6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26e98946-4775-48e8-b92f-d93d81881b22 HTTP/1.1" status: 200 len: 217 time: 0.0672767 Apr 20 23:32:31.763451 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 8f77b633-a419-4aa9-be73-b03200cd0e31 up at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:32:31.788966 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5c42a-7f95-40d8-9d1b-94f1d1650778 req-44a7ed1e-3291-42cb-80e1-fc377201282b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:31.790518 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9cf5c42a-7f95-40d8-9d1b-94f1d1650778 req-44a7ed1e-3291-42cb-80e1-fc377201282b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35e08b0a-289c-44e2-8628-45bc2f24dd02 HTTP/1.1" status: 200 len: 855 time: 0.0659075 Apr 20 23:32:31.832027 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning for port 8f77b633-a419-4aa9-be73-b03200cd0e31 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:32:31.836798 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning complete for port 8f77b633-a419-4aa9-be73-b03200cd0e31 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:32:31.837244 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:31.872480 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5c42a-7f95-40d8-9d1b-94f1d1650778 req-445a3d70-f402-43ce-921e-9366da091f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:31.874096 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9cf5c42a-7f95-40d8-9d1b-94f1d1650778 req-445a3d70-f402-43ce-921e-9366da091f39 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=437210c7-1067-49df-b543-565768333126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766912 Apr 20 23:32:31.958769 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:31.986180 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89aa3b44-cfdf-4f3c-b2a3-7539a345fc56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f77b633-a419-4aa9-be73-b03200cd0e31'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:32:31.997278 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 8f77b633-a419-4aa9-be73-b03200cd0e31, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8f77b633-a419-4aa9-be73-b03200cd0e31,segment=NetworkSegment(cfa1a3af-8a5c-4b97-9245-2f3d3b403af9),segment_id=cfa1a3af-8a5c-4b97-9245-2f3d3b403af9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:32:32.001519 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:32.003500 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:32.018050 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9cf5c42a-7f95-40d8-9d1b-94f1d1650778 req-a166087c-58b1-4a97-9f9e-008fbfdad554 service neutron] 10.222.0.36 "GET /v2.0/networks/437210c7-1067-49df-b543-565768333126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348138 Apr 20 23:32:32.043825 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89aa3b44-cfdf-4f3c-b2a3-7539a345fc56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f77b633-a419-4aa9-be73-b03200cd0e31', 'code': 200} Apr 20 23:32:32.077228 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=8f77b633-a419-4aa9-be73-b03200cd0e31,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:32.080789 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:32.257953 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6522ca-06ab-4e64-be14-c74f319396a5 req-5379251d-d64f-44b6-9c3d-cb053884faac tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:32.259685 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9d6522ca-06ab-4e64-be14-c74f319396a5 req-5379251d-d64f-44b6-9c3d-cb053884faac tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=89aa3b44-cfdf-4f3c-b2a3-7539a345fc56 HTTP/1.1" status: 200 len: 945 time: 0.0998616 Apr 20 23:32:32.309309 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9d6522ca-06ab-4e64-be14-c74f319396a5 req-f7fa6f87-90a5-47ff-9b19-f740015b6cb8 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d583ba-143a-4d33-83f5-5494d715e4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427821 Apr 20 23:32:32.525463 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9cf5c42a-7f95-40d8-9d1b-94f1d1650778 req-bd353ab0-8fcd-4966-89ec-5168a7f0cfc3 service neutron] 10.222.0.36 "GET /v2.0/networks/437210c7-1067-49df-b543-565768333126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005980 Apr 20 23:32:32.542391 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637a664-f670-4878-9d29-ff644f1e8090 req-d21c56ee-acbb-45f3-aecf-898f6d3d564c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:32.543941 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b637a664-f670-4878-9d29-ff644f1e8090 req-d21c56ee-acbb-45f3-aecf-898f6d3d564c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89aa3b44-cfdf-4f3c-b2a3-7539a345fc56 HTTP/1.1" status: 200 len: 1098 time: 0.2020226 Apr 20 23:32:32.555666 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b42ef-9ad9-4d9a-a52c-7bfb1fe2475b req-78baf342-69ee-4af9-b2bc-ff03507b21ed tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:32.557179 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-df3b42ef-9ad9-4d9a-a52c-7bfb1fe2475b req-78baf342-69ee-4af9-b2bc-ff03507b21ed tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2941057-dfcc-4806-81ea-a6ecbc354e5d HTTP/1.1" status: 200 len: 945 time: 0.2095029 Apr 20 23:32:32.572922 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da87d04-f11c-41ee-9500-44b16bade547 req-2f597f61-d6ee-4346-b4ac-9950d44ef692 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:32.574549 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6da87d04-f11c-41ee-9500-44b16bade547 req-2f597f61-d6ee-4346-b4ac-9950d44ef692 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 944 time: 0.0920084 Apr 20 23:32:32.622348 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6da87d04-f11c-41ee-9500-44b16bade547 req-0f2d3c2a-3c22-497d-89f1-6a0ca18491d4 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407846 Apr 20 23:32:32.628087 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b637a664-f670-4878-9d29-ff644f1e8090 req-be78a63a-f266-493d-9120-05530786d684 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=68d583ba-143a-4d33-83f5-5494d715e4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698881 Apr 20 23:32:32.635352 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-df3b42ef-9ad9-4d9a-a52c-7bfb1fe2475b req-e641bea8-e51b-401a-8176-29292890ea5b tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf40aaa9-d962-4542-9b72-94298303498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621381 Apr 20 23:32:33.510437 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e869dc2-62d6-4ac9-b8d4-e12c93984073 req-e7e82a27-3a21-463d-93af-96b9e71d8b3b tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:33.512047 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8e869dc2-62d6-4ac9-b8d4-e12c93984073 req-e7e82a27-3a21-463d-93af-96b9e71d8b3b tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=89aa3b44-cfdf-4f3c-b2a3-7539a345fc56 HTTP/1.1" status: 200 len: 945 time: 0.0888023 Apr 20 23:32:33.563200 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8e869dc2-62d6-4ac9-b8d4-e12c93984073 req-d8bb3f56-dbd8-45a1-94c5-40482707badf tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d583ba-143a-4d33-83f5-5494d715e4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441821 Apr 20 23:32:33.771903 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 26e98946-4775-48e8-b92f-d93d81881b22 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:32:33.834288 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8987fc-70f9-4f11-83cc-c0e8fd9ead34 req-b26eba27-decc-401c-b6ea-32db87efc740 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:33.835907 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fd8987fc-70f9-4f11-83cc-c0e8fd9ead34 req-b26eba27-decc-401c-b6ea-32db87efc740 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2941057-dfcc-4806-81ea-a6ecbc354e5d HTTP/1.1" status: 200 len: 945 time: 0.0887680 Apr 20 23:32:33.885745 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fd8987fc-70f9-4f11-83cc-c0e8fd9ead34 req-a4a3b84c-737e-4efe-bdf4-ee3d2bad115b tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf40aaa9-d962-4542-9b72-94298303498c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425997 Apr 20 23:32:33.895542 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447c813-002b-4d6d-903a-b2c973418dce req-e70ff7c9-33bf-4a06-864c-d98b8438ba6c tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:33.897187 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7447c813-002b-4d6d-903a-b2c973418dce req-e70ff7c9-33bf-4a06-864c-d98b8438ba6c tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 944 time: 0.1539223 Apr 20 23:32:33.914129 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2504beb-4c20-4314-9755-9af8b4c135de req-8d1b6e52-7451-4962-8bdc-17e7b617cc6d tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:33.915607 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c2504beb-4c20-4314-9755-9af8b4c135de req-8d1b6e52-7451-4962-8bdc-17e7b617cc6d tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2941057-dfcc-4806-81ea-a6ecbc354e5d HTTP/1.1" status: 200 len: 945 time: 0.1357870 Apr 20 23:32:33.918793 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 26e98946-4775-48e8-b92f-d93d81881b22, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=26e98946-4775-48e8-b92f-d93d81881b22,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:32:33.932805 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Returning: {'device': '26e98946-4775-48e8-b92f-d93d81881b22', 'network_id': '437210c7-1067-49df-b543-565768333126', 'port_id': '26e98946-4775-48e8-b92f-d93d81881b22', 'mac_address': 'fa:16:3e:8b:a3:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:32:33.991052 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:34.008894 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e98946-4775-48e8-b92f-d93d81881b22 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:32:34.016979 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7447c813-002b-4d6d-903a-b2c973418dce req-a87be35b-ee1b-492f-9bed-5b3648fc0df2 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123333 Apr 20 23:32:34.025046 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-c2504beb-4c20-4314-9755-9af8b4c135de req-53ba1476-dd35-46fa-b9e3-c79d6e23c581 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Deleting port 7b861f87-ed64-472f-b751-3decf6ab4ab5 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:32:34.025459 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-c2504beb-4c20-4314-9755-9af8b4c135de req-53ba1476-dd35-46fa-b9e3-c79d6e23c581 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:34.026158 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 26e98946-4775-48e8-b92f-d93d81881b22, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=26e98946-4775-48e8-b92f-d93d81881b22,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:32:34.029312 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:34.031219 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-afff1a32-8385-4e7b-8b28-f490c793bd92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:34.103366 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=26e98946-4775-48e8-b92f-d93d81881b22,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:34.106529 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:34.244232 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['26e98946-4775-48e8-b92f-d93d81881b22'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:32:34.286494 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-c2504beb-4c20-4314-9755-9af8b4c135de req-53ba1476-dd35-46fa-b9e3-c79d6e23c581 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] For port 7b861f87-ed64-472f-b751-3decf6ab4ab5, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=7b861f87-ed64-472f-b751-3decf6ab4ab5,segment=NetworkSegment(ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a),segment_id=ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:32:34.287009 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-c2504beb-4c20-4314-9755-9af8b4c135de req-53ba1476-dd35-46fa-b9e3-c79d6e23c581 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:34.418285 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-c2504beb-4c20-4314-9755-9af8b4c135de req-53ba1476-dd35-46fa-b9e3-c79d6e23c581 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Calling delete_port for 7b861f87-ed64-472f-b751-3decf6ab4ab5 owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:32:34.565701 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-c2504beb-4c20-4314-9755-9af8b4c135de req-53ba1476-dd35-46fa-b9e3-c79d6e23c581 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:34.572127 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-83f8548b-7d12-483a-a919-20f8a2474961 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:34.619154 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba1476-dd35-46fa-b9e3-c79d6e23c581 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Pushing event deleted for resources: {'Port': ['ID=7b861f87-ed64-472f-b751-3decf6ab4ab5,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:34.621720 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-53ba1476-dd35-46fa-b9e3-c79d6e23c581 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:34.699837 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2504beb-4c20-4314-9755-9af8b4c135de req-53ba1476-dd35-46fa-b9e3-c79d6e23c581 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] No DVR routers for this DVR port 7b861f87-ed64-472f-b751-3decf6ab4ab5 on host hv-cinder-78729 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:32:34.702352 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-c2504beb-4c20-4314-9755-9af8b4c135de req-53ba1476-dd35-46fa-b9e3-c79d6e23c581 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:34.706459 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2941057-dfcc-4806-81ea-a6ecbc354e5d', 'name': 'network-vif-deleted', 'tag': '7b861f87-ed64-472f-b751-3decf6ab4ab5'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:32:34.721050 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c2504beb-4c20-4314-9755-9af8b4c135de req-53ba1476-dd35-46fa-b9e3-c79d6e23c581 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.36 "DELETE /v2.0/ports/7b861f87-ed64-472f-b751-3decf6ab4ab5 HTTP/1.1" status: 204 len: 173 time: 0.7883847 Apr 20 23:32:34.735449 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['7b861f87-ed64-472f-b751-3decf6ab4ab5'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:32:34.757426 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2941057-dfcc-4806-81ea-a6ecbc354e5d', 'name': 'network-vif-deleted', 'tag': '7b861f87-ed64-472f-b751-3decf6ab4ab5', 'status': 'completed', 'code': 200} Apr 20 23:32:34.786518 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26fd1d-14d9-451c-bbff-b33715db6799 req-134d3a3b-6995-482b-a343-b20944deac15 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:34.788109 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ff26fd1d-14d9-451c-bbff-b33715db6799 req-134d3a3b-6995-482b-a343-b20944deac15 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=89aa3b44-cfdf-4f3c-b2a3-7539a345fc56 HTTP/1.1" status: 200 len: 945 time: 0.1072874 Apr 20 23:32:34.835161 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ff26fd1d-14d9-451c-bbff-b33715db6799 req-4fa392bb-9c06-49b9-8b3c-b633c32abc34 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d583ba-143a-4d33-83f5-5494d715e4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405781 Apr 20 23:32:35.032296 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffbfdb-5969-4246-ad7f-512897986df6 req-7149cb86-ba9d-4f04-b633-f0acb455f91f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:35.034550 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-39ffbfdb-5969-4246-ad7f-512897986df6 req-7149cb86-ba9d-4f04-b633-f0acb455f91f tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=89aa3b44-cfdf-4f3c-b2a3-7539a345fc56 HTTP/1.1" status: 200 len: 945 time: 0.0890222 Apr 20 23:32:35.043814 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 58776) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:35.050387 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-1d0e93cd-6b92-41e2-9292-775318ea2045 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Request body: {'floatingip': {'port_id': '8f77b633-a419-4aa9-be73-b03200cd0e31'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:32:35.065803 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-311c19a8-c168-4b88-b7e0-4162d1f0375d req-62aaeff1-e14d-48b2-9f24-7ae3549c82b5 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2941057-dfcc-4806-81ea-a6ecbc354e5d HTTP/1.1" status: 200 len: 210 time: 0.0508068 Apr 20 23:32:35.136915 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1d0e93cd-6b92-41e2-9292-775318ea2045 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for floatingip, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:35.527597 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff9e29-72c6-4f6b-a2a5-540c72b80755 req-158ab412-4336-470d-922d-a0d57c8abfbb tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:35.529227 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b3ff9e29-72c6-4f6b-a2a5-540c72b80755 req-158ab412-4336-470d-922d-a0d57c8abfbb tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 945 time: 0.3290365 Apr 20 23:32:35.604783 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b3ff9e29-72c6-4f6b-a2a5-540c72b80755 req-a7b0944b-5284-469f-bf95-7f1b3a3904df tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673831 Apr 20 23:32:35.789631 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 26e98946-4775-48e8-b92f-d93d81881b22 up at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:32:35.859209 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning for port 26e98946-4775-48e8-b92f-d93d81881b22 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:32:35.864564 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning complete for port 26e98946-4775-48e8-b92f-d93d81881b22 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:32:35.864988 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:35.866061 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1d0e93cd-6b92-41e2-9292-775318ea2045 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:35.868610 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1d0e93cd-6b92-41e2-9292-775318ea2045 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648881'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:35.987642 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:36.015467 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2908fc7-9f6b-4017-8ac3-f0ed649c05cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e98946-4775-48e8-b92f-d93d81881b22'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:32:36.026316 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 26e98946-4775-48e8-b92f-d93d81881b22, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=26e98946-4775-48e8-b92f-d93d81881b22,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:32:36.029651 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:36.030555 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 7b861f87-ed64-472f-b751-3decf6ab4ab5 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:32:36.044016 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.l3_db [None req-1d0e93cd-6b92-41e2-9292-775318ea2045 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Floating IP e267dc24-9e96-48a2-a1ca-8ec1b79cfbe4 associated. External IP: 172.28.2.94, port: 8f77b633-a419-4aa9-be73-b03200cd0e31. Apr 20 23:32:36.060607 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-673ac1d0-8caa-4b81-a7cd-4678ec6381c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:36.105811 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2908fc7-9f6b-4017-8ac3-f0ed649c05cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e98946-4775-48e8-b92f-d93d81881b22', 'code': 200} Apr 20 23:32:36.112893 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] No Port match for: 7b861f87-ed64-472f-b751-3decf6ab4ab5 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:32:36.113076 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 7b861f87-ed64-472f-b751-3decf6ab4ab5 not bound to the agent host hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:32:36.148932 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=26e98946-4775-48e8-b92f-d93d81881b22,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:36.159670 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:36.715714 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149ed1c-9fa1-48dc-96c9-2d6baad2ef67 req-8f10741b-14b6-4850-8f30-8cc4e1b3c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:36.717515 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8149ed1c-9fa1-48dc-96c9-2d6baad2ef67 req-8f10741b-14b6-4850-8f30-8cc4e1b3c4e2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 1099 time: 0.4779727 Apr 20 23:32:36.771222 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0e93cd-6b92-41e2-9292-775318ea2045 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Router 47732a0d-641a-4300-a474-ab75c03316f4 has already been hosted by L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:32:36.779586 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8149ed1c-9fa1-48dc-96c9-2d6baad2ef67 req-05da80d9-ad70-4016-90ef-ed0c8294765f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550115 Apr 20 23:32:36.813548 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd7615-292b-4bb7-8c40-9fb782129e27 req-8cb1ba86-a6fb-4599-b5b4-eaaa5166b4bb tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:36.815647 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-90bd7615-292b-4bb7-8c40-9fb782129e27 req-8cb1ba86-a6fb-4599-b5b4-eaaa5166b4bb tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 946 time: 0.0904479 Apr 20 23:32:36.866994 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-90bd7615-292b-4bb7-8c40-9fb782129e27 req-01b78ca8-95c3-4764-a30a-8a71f7522222 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445328 Apr 20 23:32:36.965546 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0e93cd-6b92-41e2-9292-775318ea2045 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:32:36.970096 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1d0e93cd-6b92-41e2-9292-775318ea2045 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:36.975646 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a27c79f-8e6e-40f5-be94-b1d6ead54826 None None] Sync routers for ids ['47732a0d-641a-4300-a474-ab75c03316f4'] in dv-cinder-787296-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:32:36.985341 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a27c79f-8e6e-40f5-be94-b1d6ead54826 None None] Routers {'47732a0d-641a-4300-a474-ab75c03316f4'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:32:36.985997 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-7a27c79f-8e6e-40f5-be94-b1d6ead54826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:32:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['47732a0d-641a-4300-a474-ab75c03316f4'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:32:37.027063 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-1d0e93cd-6b92-41e2-9292-775318ea2045 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "PUT /v2.0/floatingips/e267dc24-9e96-48a2-a1ca-8ec1b79cfbe4 HTTP/1.1" status: 200 len: 990 time: 1.9821203 Apr 20 23:32:37.027801 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89aa3b44-cfdf-4f3c-b2a3-7539a345fc56', 'tag': '8f77b633-a419-4aa9-be73-b03200cd0e31'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:32:37.086737 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89aa3b44-cfdf-4f3c-b2a3-7539a345fc56', 'tag': '8f77b633-a419-4aa9-be73-b03200cd0e31', 'status': 'completed', 'code': 200} Apr 20 23:32:37.174851 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-7a27c79f-8e6e-40f5-be94-b1d6ead54826 None None] Set router 47732a0d-641a-4300-a474-ab75c03316f4 gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:32:37.187681 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab52420-ad25-4b6b-b53a-b76f847fec7d req-e6c96d9e-0b0f-41bf-84df-9ec02c2c7c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:37.189842 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ab52420-ad25-4b6b-b53a-b76f847fec7d req-e6c96d9e-0b0f-41bf-84df-9ec02c2c7c97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2bc87a338871440e8d886029fff40e57&device_id=89aa3b44-cfdf-4f3c-b2a3-7539a345fc56 HTTP/1.1" status: 200 len: 1098 time: 0.0800178 Apr 20 23:32:37.330500 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab52420-ad25-4b6b-b53a-b76f847fec7d req-2bbc8e1d-1448-4a54-83d7-2b72e5aff41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:37.332076 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ab52420-ad25-4b6b-b53a-b76f847fec7d req-2bbc8e1d-1448-4a54-83d7-2b72e5aff41c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f780fa1a-35e5-4ddd-af3a-7a7830d8c77c HTTP/1.1" status: 200 len: 911 time: 0.1357725 Apr 20 23:32:37.450211 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ab52420-ad25-4b6b-b53a-b76f847fec7d req-1a315c07-855d-49c4-a912-17fec98bc8a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f77b633-a419-4aa9-be73-b03200cd0e31 HTTP/1.1" status: 200 len: 998 time: 0.1089194 Apr 20 23:32:37.525221 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab52420-ad25-4b6b-b53a-b76f847fec7d req-9440e462-b102-4c50-847a-caf8c32ec9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:37.526869 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ab52420-ad25-4b6b-b53a-b76f847fec7d req-9440e462-b102-4c50-847a-caf8c32ec9fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e71ca367-9455-420b-bfe5-f3be3611f43b HTTP/1.1" status: 200 len: 849 time: 0.0679278 Apr 20 23:32:37.536425 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-7a27c79f-8e6e-40f5-be94-b1d6ead54826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47732a0d-641a-4300-a474-ab75c03316f4', 'name': 'tempest-AttachVolumeTestJSON-160903111-router', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:27:58Z', 'updated_at': '2021-04-20T23:28:09Z', 'revision_number': 4, 'project_id': '2bc87a338871440e8d886029fff40e57', 'gw_port': {'id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:00Z', 'updated_at': '2021-04-20T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_floatingips': [{'id': 'e267dc24-9e96-48a2-a1ca-8ec1b79cfbe4', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'floating_ip_address': '172.28.2.94', 'floating_network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'router_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'port_id': '8f77b633-a419-4aa9-be73-b03200cd0e31', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c', 'mac_address': 'fa:16:3e:04:41:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa3b44-cfdf-4f3c-b2a3-7539a345fc56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:32:21Z', 'updated_at': '2021-04-20T23:32:35Z', 'revision_number': 1, 'project_id': '2bc87a338871440e8d886029fff40e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c30bf0b-e9ef-4038-90a2-c5126aae4a27', 'name': '', 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'mac_address': 'fa:16:3e:14:24:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:07Z', 'updated_at': '2021-04-20T23:28:21Z', 'revision_number': 5, 'project_id': '2bc87a338871440e8d886029fff40e57', 'subnets': [{'id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:32:37.540543 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a27c79f-8e6e-40f5-be94-b1d6ead54826 None None] Checking router: 47732a0d-641a-4300-a474-ab75c03316f4 for host: dv-cinder-787296-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:32:37.549798 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a27c79f-8e6e-40f5-be94-b1d6ead54826 None None] Routers {'47732a0d-641a-4300-a474-ab75c03316f4'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:32:37.550452 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-7a27c79f-8e6e-40f5-be94-b1d6ead54826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:32:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['47732a0d-641a-4300-a474-ab75c03316f4'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:32:37.616858 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab52420-ad25-4b6b-b53a-b76f847fec7d req-3690f509-2a75-4e8b-b00f-fad957e2926a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:37.618512 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ab52420-ad25-4b6b-b53a-b76f847fec7d req-3690f509-2a75-4e8b-b00f-fad957e2926a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f780fa1a-35e5-4ddd-af3a-7a7830d8c77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0835583 Apr 20 23:32:37.776440 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ab52420-ad25-4b6b-b53a-b76f847fec7d req-f2bc0ee1-2c07-42a0-bc95-3abfbc9331af service neutron] 10.222.0.36 "GET /v2.0/networks/f780fa1a-35e5-4ddd-af3a-7a7830d8c77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475291 Apr 20 23:32:37.920452 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-7a27c79f-8e6e-40f5-be94-b1d6ead54826 None None] Set router 47732a0d-641a-4300-a474-ab75c03316f4 gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:32:37.930077 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ab52420-ad25-4b6b-b53a-b76f847fec7d req-0e98f02b-0026-4d0a-ab41-04e5daa867f5 service neutron] 10.222.0.36 "GET /v2.0/networks/f780fa1a-35e5-4ddd-af3a-7a7830d8c77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454015 Apr 20 23:32:38.087987 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2199e-322e-45aa-9373-47e2b938835e req-66af37c8-9bf4-4baf-9e69-10a9bdf12695 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:38.089616 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-72f2199e-322e-45aa-9373-47e2b938835e req-66af37c8-9bf4-4baf-9e69-10a9bdf12695 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 946 time: 0.0882275 Apr 20 23:32:38.137079 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-72f2199e-322e-45aa-9373-47e2b938835e req-c4c218c6-8453-4729-a79f-80c428bf9b32 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400438 Apr 20 23:32:38.306648 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-7a27c79f-8e6e-40f5-be94-b1d6ead54826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47732a0d-641a-4300-a474-ab75c03316f4', 'name': 'tempest-AttachVolumeTestJSON-160903111-router', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:27:58Z', 'updated_at': '2021-04-20T23:28:09Z', 'revision_number': 4, 'project_id': '2bc87a338871440e8d886029fff40e57', 'gw_port': {'id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:00Z', 'updated_at': '2021-04-20T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_floatingips': [{'id': 'e267dc24-9e96-48a2-a1ca-8ec1b79cfbe4', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'floating_ip_address': '172.28.2.94', 'floating_network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'router_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'port_id': '8f77b633-a419-4aa9-be73-b03200cd0e31', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c', 'mac_address': 'fa:16:3e:04:41:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa3b44-cfdf-4f3c-b2a3-7539a345fc56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:32:21Z', 'updated_at': '2021-04-20T23:32:35Z', 'revision_number': 1, 'project_id': '2bc87a338871440e8d886029fff40e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c30bf0b-e9ef-4038-90a2-c5126aae4a27', 'name': '', 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'mac_address': 'fa:16:3e:14:24:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:07Z', 'updated_at': '2021-04-20T23:28:21Z', 'revision_number': 5, 'project_id': '2bc87a338871440e8d886029fff40e57', 'subnets': [{'id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:32:38.310874 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a27c79f-8e6e-40f5-be94-b1d6ead54826 None None] The sync data for ids ['47732a0d-641a-4300-a474-ab75c03316f4'] in dv-cinder-787296-1-smb is: [{'id': '47732a0d-641a-4300-a474-ab75c03316f4', 'name': 'tempest-AttachVolumeTestJSON-160903111-router', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:27:58Z', 'updated_at': '2021-04-20T23:28:09Z', 'revision_number': 4, 'project_id': '2bc87a338871440e8d886029fff40e57', 'gw_port': {'id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:00Z', 'updated_at': '2021-04-20T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_floatingips': [{'id': 'e267dc24-9e96-48a2-a1ca-8ec1b79cfbe4', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'floating_ip_address': '172.28.2.94', 'floating_network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'router_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'port_id': '8f77b633-a419-4aa9-be73-b03200cd0e31', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c', 'mac_address': 'fa:16:3e:04:41:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa3b44-cfdf-4f3c-b2a3-7539a345fc56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:32:21Z', 'updated_at': '2021-04-20T23:32:35Z', 'revision_number': 1, 'project_id': '2bc87a338871440e8d886029fff40e57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c30bf0b-e9ef-4038-90a2-c5126aae4a27', 'name': '', 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'mac_address': 'fa:16:3e:14:24:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:07Z', 'updated_at': '2021-04-20T23:28:21Z', 'revision_number': 5, 'project_id': '2bc87a338871440e8d886029fff40e57', 'subnets': [{'id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:32:38.343315 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55271686-2765-4c88-93b7-554914d3e45b req-900650a6-b622-46c6-965d-c8f74709cd11 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:38.345228 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-55271686-2765-4c88-93b7-554914d3e45b req-900650a6-b622-46c6-965d-c8f74709cd11 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 946 time: 0.0938134 Apr 20 23:32:38.354926 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 58810) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:38.361060 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-0007c717-c8d2-4977-a48d-1931e432377b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Request body: {'floatingip': {'port_id': '26e98946-4775-48e8-b92f-d93d81881b22'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:32:38.442853 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0007c717-c8d2-4977-a48d-1931e432377b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for floatingip, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:38.593130 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddd8d08-67cc-4581-90d5-4fc575ae3dc9 None None] New status for floating IP e267dc24-9e96-48a2-a1ca-8ec1b79cfbe4: ACTIVE {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 23:32:39.286664 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0007c717-c8d2-4977-a48d-1931e432377b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:39.289266 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0007c717-c8d2-4977-a48d-1931e432377b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648881'] for floatingip, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:39.471689 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.l3_db [None req-0007c717-c8d2-4977-a48d-1931e432377b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Floating IP ce2837aa-88b0-4226-b647-3089fd87603d associated. External IP: 172.28.2.11, port: 26e98946-4775-48e8-b92f-d93d81881b22. Apr 20 23:32:39.846387 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0007c717-c8d2-4977-a48d-1931e432377b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Router bc8047de-5d62-4920-87f1-fce90c6f93d5 has already been hosted by L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:32:40.034599 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0007c717-c8d2-4977-a48d-1931e432377b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:32:40.039568 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0007c717-c8d2-4977-a48d-1931e432377b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:40.044080 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d9aee9-60e9-4427-bbc8-359466f92247 None None] Sync routers for ids ['bc8047de-5d62-4920-87f1-fce90c6f93d5'] in dv-cinder-787296-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:32:40.053907 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d9aee9-60e9-4427-bbc8-359466f92247 None None] Routers {'bc8047de-5d62-4920-87f1-fce90c6f93d5'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:32:40.054576 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-89d9aee9-60e9-4427-bbc8-359466f92247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:32:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['bc8047de-5d62-4920-87f1-fce90c6f93d5'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:32:40.096516 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-0007c717-c8d2-4977-a48d-1931e432377b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "PUT /v2.0/floatingips/ce2837aa-88b0-4226-b647-3089fd87603d HTTP/1.1" status: 200 len: 991 time: 1.7403681 Apr 20 23:32:40.097133 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2908fc7-9f6b-4017-8ac3-f0ed649c05cd', 'tag': '26e98946-4775-48e8-b92f-d93d81881b22'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:32:40.145609 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2908fc7-9f6b-4017-8ac3-f0ed649c05cd', 'tag': '26e98946-4775-48e8-b92f-d93d81881b22', 'status': 'completed', 'code': 200} Apr 20 23:32:40.247731 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-89d9aee9-60e9-4427-bbc8-359466f92247 None None] Set router bc8047de-5d62-4920-87f1-fce90c6f93d5 gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:32:40.248271 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9aca6-a761-4b63-b8d8-430ba7b24ac0 req-7b860401-6849-4a25-9fa5-25169f11cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:40.249914 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-84d9aca6-a761-4b63-b8d8-430ba7b24ac0 req-7b860401-6849-4a25-9fa5-25169f11cb0c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee794c51b2d7444ca7efc3b0ee9ce528&device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 1099 time: 0.0834761 Apr 20 23:32:40.389323 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9aca6-a761-4b63-b8d8-430ba7b24ac0 req-6c82d996-463c-4ccb-b502-dfc8db1a4b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:40.390796 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-84d9aca6-a761-4b63-b8d8-430ba7b24ac0 req-6c82d996-463c-4ccb-b502-dfc8db1a4b0c service neutron] 10.222.0.36 "GET /v2.0/networks?id=437210c7-1067-49df-b543-565768333126 HTTP/1.1" status: 200 len: 917 time: 0.1347778 Apr 20 23:32:40.505975 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-84d9aca6-a761-4b63-b8d8-430ba7b24ac0 req-959d2fc9-aa36-477e-a32a-93e214d73ab0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26e98946-4775-48e8-b92f-d93d81881b22 HTTP/1.1" status: 200 len: 999 time: 0.1078215 Apr 20 23:32:40.575611 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9aca6-a761-4b63-b8d8-430ba7b24ac0 req-42ac4f66-cd7a-40cd-8932-1f4d910a5c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:40.577216 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-84d9aca6-a761-4b63-b8d8-430ba7b24ac0 req-42ac4f66-cd7a-40cd-8932-1f4d910a5c57 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35e08b0a-289c-44e2-8628-45bc2f24dd02 HTTP/1.1" status: 200 len: 855 time: 0.0621393 Apr 20 23:32:40.643362 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-89d9aee9-60e9-4427-bbc8-359466f92247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'name': 'tempest-AttachVolumeShelveTestJSON-734326088-router', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:03Z', 'updated_at': '2021-04-20T23:29:12Z', 'revision_number': 4, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'gw_port': {'id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:04Z', 'updated_at': '2021-04-20T23:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_floatingips': [{'id': 'ce2837aa-88b0-4226-b647-3089fd87603d', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'floating_ip_address': '172.28.2.11', 'floating_network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'router_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'port_id': '26e98946-4775-48e8-b92f-d93d81881b22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '437210c7-1067-49df-b543-565768333126', 'mac_address': 'fa:16:3e:8b:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2908fc7-9f6b-4017-8ac3-f0ed649c05cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:32:25Z', 'updated_at': '2021-04-20T23:32:39Z', 'revision_number': 1, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5665c09e-6bc7-4499-8e73-883b2fb23858', 'name': '', 'network_id': '437210c7-1067-49df-b543-565768333126', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'mac_address': 'fa:16:3e:0c:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:10Z', 'updated_at': '2021-04-20T23:29:20Z', 'revision_number': 5, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'subnets': [{'id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:32:40.647317 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d9aee9-60e9-4427-bbc8-359466f92247 None None] Checking router: bc8047de-5d62-4920-87f1-fce90c6f93d5 for host: dv-cinder-787296-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:32:40.656514 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d9aee9-60e9-4427-bbc8-359466f92247 None None] Routers {'bc8047de-5d62-4920-87f1-fce90c6f93d5'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:32:40.657191 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-89d9aee9-60e9-4427-bbc8-359466f92247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:32:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['bc8047de-5d62-4920-87f1-fce90c6f93d5'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:32:40.657635 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9aca6-a761-4b63-b8d8-430ba7b24ac0 req-bec067e6-ec74-46b8-87aa-b535bb84a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:40.659730 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-84d9aca6-a761-4b63-b8d8-430ba7b24ac0 req-bec067e6-ec74-46b8-87aa-b535bb84a5de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=437210c7-1067-49df-b543-565768333126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759535 Apr 20 23:32:40.802821 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-84d9aca6-a761-4b63-b8d8-430ba7b24ac0 req-ec871856-20aa-4183-babd-d934d1bacee0 service neutron] 10.222.0.36 "GET /v2.0/networks/437210c7-1067-49df-b543-565768333126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364539 Apr 20 23:32:40.849451 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-89d9aee9-60e9-4427-bbc8-359466f92247 None None] Set router bc8047de-5d62-4920-87f1-fce90c6f93d5 gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:32:40.944207 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-84d9aca6-a761-4b63-b8d8-430ba7b24ac0 req-77b8d415-a8b1-467d-8629-2f925228a983 service neutron] 10.222.0.36 "GET /v2.0/networks/437210c7-1067-49df-b543-565768333126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352201 Apr 20 23:32:41.215725 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-89d9aee9-60e9-4427-bbc8-359466f92247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'name': 'tempest-AttachVolumeShelveTestJSON-734326088-router', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:03Z', 'updated_at': '2021-04-20T23:29:12Z', 'revision_number': 4, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'gw_port': {'id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:04Z', 'updated_at': '2021-04-20T23:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_floatingips': [{'id': 'ce2837aa-88b0-4226-b647-3089fd87603d', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'floating_ip_address': '172.28.2.11', 'floating_network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'router_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'port_id': '26e98946-4775-48e8-b92f-d93d81881b22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '437210c7-1067-49df-b543-565768333126', 'mac_address': 'fa:16:3e:8b:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2908fc7-9f6b-4017-8ac3-f0ed649c05cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:32:25Z', 'updated_at': '2021-04-20T23:32:39Z', 'revision_number': 1, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5665c09e-6bc7-4499-8e73-883b2fb23858', 'name': '', 'network_id': '437210c7-1067-49df-b543-565768333126', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'mac_address': 'fa:16:3e:0c:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:10Z', 'updated_at': '2021-04-20T23:29:20Z', 'revision_number': 5, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'subnets': [{'id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:32:41.220034 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d9aee9-60e9-4427-bbc8-359466f92247 None None] The sync data for ids ['bc8047de-5d62-4920-87f1-fce90c6f93d5'] in dv-cinder-787296-1-smb is: [{'id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'name': 'tempest-AttachVolumeShelveTestJSON-734326088-router', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:03Z', 'updated_at': '2021-04-20T23:29:12Z', 'revision_number': 4, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'gw_port': {'id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:04Z', 'updated_at': '2021-04-20T23:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_floatingips': [{'id': 'ce2837aa-88b0-4226-b647-3089fd87603d', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'floating_ip_address': '172.28.2.11', 'floating_network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'router_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'port_id': '26e98946-4775-48e8-b92f-d93d81881b22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '437210c7-1067-49df-b543-565768333126', 'mac_address': 'fa:16:3e:8b:a3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2908fc7-9f6b-4017-8ac3-f0ed649c05cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:32:25Z', 'updated_at': '2021-04-20T23:32:39Z', 'revision_number': 1, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5665c09e-6bc7-4499-8e73-883b2fb23858', 'name': '', 'network_id': '437210c7-1067-49df-b543-565768333126', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'mac_address': 'fa:16:3e:0c:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:10Z', 'updated_at': '2021-04-20T23:29:20Z', 'revision_number': 5, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'subnets': [{'id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:32:41.475881 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb257d5-2175-4df2-81eb-a9287c47c6dc None None] New status for floating IP ce2837aa-88b0-4226-b647-3089fd87603d: ACTIVE {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 23:32:46.082120 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:48.631417 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c9d93-051c-400f-8e0e-51e06e688018 req-6c036e4a-6c07-4716-9865-d05d2b0e5531 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:48.632958 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-838c9d93-051c-400f-8e0e-51e06e688018 req-6c036e4a-6c07-4716-9865-d05d2b0e5531 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 945 time: 0.0888627 Apr 20 23:32:48.679342 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-838c9d93-051c-400f-8e0e-51e06e688018 req-79813e16-3d32-4a39-a7ec-8e4c2cd92412 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397859 Apr 20 23:32:49.887736 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10c66b-7f7c-4a0b-8833-c9e2d6d470c5 req-30155978-40e3-4d80-8ba2-1b9cf93a4e01 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:49.889403 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3e10c66b-7f7c-4a0b-8833-c9e2d6d470c5 req-30155978-40e3-4d80-8ba2-1b9cf93a4e01 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 945 time: 0.0932019 Apr 20 23:32:49.890263 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ac2d-984f-4a52-9808-0c4c5fedd442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:49.937969 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3e10c66b-7f7c-4a0b-8833-c9e2d6d470c5 req-002a3978-00df-48a1-a125-9f82bc4ffa90 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412598 Apr 20 23:32:51.136931 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9423a79-8a86-468c-b16c-d2378aae104d req-44d7142e-1972-4e45-9ffe-606deaf82ca6 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:51.138481 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d9423a79-8a86-468c-b16c-d2378aae104d req-44d7142e-1972-4e45-9ffe-606deaf82ca6 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 945 time: 0.0856462 Apr 20 23:32:51.188110 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d9423a79-8a86-468c-b16c-d2378aae104d req-abc023c6-17c3-481c-8ba2-3bbcba39943c tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433335 Apr 20 23:32:52.396093 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5d88d-d1fc-4444-8af3-9ecc01383a93 req-92c3c364-21f5-44b9-8af5-de2d7b3815a6 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:52.397939 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a3d5d88d-d1fc-4444-8af3-9ecc01383a93 req-92c3c364-21f5-44b9-8af5-de2d7b3815a6 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 945 time: 0.0904036 Apr 20 23:32:52.437694 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8f323cf7-5168-4e44-9fbe-f8b6b81b4e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:52.450326 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a3d5d88d-d1fc-4444-8af3-9ecc01383a93 req-1c194870-55b6-4a1e-ab2c-8f4b2d882f71 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459392 Apr 20 23:32:52.863458 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:53.605122 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:53.660116 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db5754-abfc-4950-bfb1-8f918193f8fd req-15192f78-c9f2-4faa-b0f7-44bad2ad573b tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:53.661764 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-82db5754-abfc-4950-bfb1-8f918193f8fd req-15192f78-c9f2-4faa-b0f7-44bad2ad573b tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 945 time: 0.0914457 Apr 20 23:32:53.711448 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-82db5754-abfc-4950-bfb1-8f918193f8fd req-c2d0e308-ccc8-4bb1-9855-9aed736cc3c7 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430510 Apr 20 23:32:54.412938 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:54.653660 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 58982) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:54.721519 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc6b36f6-1f91-4b1a-af13-1f569101584f admin admin] Deleting subnet ee66d5d2-5789-4fe6-9d01-7766a9eefd9a {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:32:54.724481 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dc6b36f6-1f91-4b1a-af13-1f569101584f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:54.776068 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dc6b36f6-1f91-4b1a-af13-1f569101584f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2432657'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:54.834610 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dc6b36f6-1f91-4b1a-af13-1f569101584f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853347799'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:54.916645 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b200496-d567-4597-ad43-67aa3d286d8f req-a350118a-2263-46ad-bfca-def05d2407b5 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:54.918236 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1b200496-d567-4597-ad43-67aa3d286d8f req-a350118a-2263-46ad-bfca-def05d2407b5 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 945 time: 0.0874584 Apr 20 23:32:54.965688 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1b200496-d567-4597-ad43-67aa3d286d8f req-ff5b1133-1f66-4007-bdad-5fd5090212a7 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409474 Apr 20 23:32:55.089541 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dc6b36f6-1f91-4b1a-af13-1f569101584f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2975549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2132295'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:55.094339 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-17f4a10c-d0ba-427f-a4f0-42dad5210476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:55.129254 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b36f6-1f91-4b1a-af13-1f569101584f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee66d5d2-5789-4fe6-9d01-7766a9eefd9a,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:55.132451 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dc6b36f6-1f91-4b1a-af13-1f569101584f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:55.133598 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dc6b36f6-1f91-4b1a-af13-1f569101584f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:55.139625 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-dc6b36f6-1f91-4b1a-af13-1f569101584f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ee66d5d2-5789-4fe6-9d01-7766a9eefd9a HTTP/1.1" status: 204 len: 168 time: 0.4848948 Apr 20 23:32:55.142904 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 58992) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:55.257708 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f95fe8c-0a23-4ffa-a3d0-23dc154b7d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853052571'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:55.386425 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f95fe8c-0a23-4ffa-a3d0-23dc154b7d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428092', 'neutron.services.segments.db._delete_segments_for_network-8757164038259'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:55.497814 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-5f95fe8c-0a23-4ffa-a3d0-23dc154b7d4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c97540-1903-414c-ae3e-18189497fefe']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:32:55.510980 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-5f95fe8c-0a23-4ffa-a3d0-23dc154b7d4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:32:55.511265 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-5f95fe8c-0a23-4ffa-a3d0-23dc154b7d4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8bb9d8-500c-41a7-9e9b-c89b67d6e87a') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:32:55.522916 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f95fe8c-0a23-4ffa-a3d0-23dc154b7d4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279690575971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852343143'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:55.537223 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f95fe8c-0a23-4ffa-a3d0-23dc154b7d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:55.543399 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f95fe8c-0a23-4ffa-a3d0-23dc154b7d4f admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:32:55.719043 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-5f95fe8c-0a23-4ffa-a3d0-23dc154b7d4f admin admin] Network f9c97540-1903-414c-ae3e-18189497fefe has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:32:55.728793 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f95fe8c-0a23-4ffa-a3d0-23dc154b7d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853386440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851800674'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:56.178607 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-5f95fe8c-0a23-4ffa-a3d0-23dc154b7d4f admin admin] Network f9c97540-1903-414c-ae3e-18189497fefe has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: timer() Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: cb(*args, **kw) Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: self._notify() Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: self.callback(batched_events) Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: event.method(event) Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: return self._get(url).json() Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: **kwargs) Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: **endpoint_filter) Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:32:56.201726 dv-cinder-787296-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:32:56.295116 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f95fe8c-0a23-4ffa-a3d0-23dc154b7d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853347724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648834'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:56.304497 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ca95f599-0d08-43f6-99a8-e81d7f1369a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:56.328739 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae695989-e667-41a6-803e-7986913fb637 req-a5d5bf11-236f-41de-a275-f10739ddd0b4 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:56.330947 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ae695989-e667-41a6-803e-7986913fb637 req-a5d5bf11-236f-41de-a275-f10739ddd0b4 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 945 time: 0.2256086 Apr 20 23:32:56.331991 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5f95fe8c-0a23-4ffa-a3d0-23dc154b7d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:56.338385 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95fe8c-0a23-4ffa-a3d0-23dc154b7d4f admin admin] Pushing event deleted for resources: {'Network': ['ID=f9c97540-1903-414c-ae3e-18189497fefe,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:56.346433 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5f95fe8c-0a23-4ffa-a3d0-23dc154b7d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:56.363736 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5f95fe8c-0a23-4ffa-a3d0-23dc154b7d4f admin admin] 10.222.0.16 "DELETE /v2.0/networks/f9c97540-1903-414c-ae3e-18189497fefe HTTP/1.1" status: 204 len: 168 time: 1.2197649 Apr 20 23:32:56.390780 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ae695989-e667-41a6-803e-7986913fb637 req-b092dd0c-91e6-472b-bd7f-16d7c8c22e0b tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477464 Apr 20 23:32:56.487045 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 59004) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:56.537417 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-788c07b2-a688-4013-ad43-4c6a56d089d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5d8d576fff3491683199b271051327e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489664 Apr 20 23:32:56.539897 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 59008) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:56.602657 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-31d80a57-3d07-4a2d-94b5-7159d1f7104b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:56.629055 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-31d80a57-3d07-4a2d-94b5-7159d1f7104b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:56.672387 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-31d80a57-3d07-4a2d-94b5-7159d1f7104b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:56.677222 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-551374a6-80d9-4862-9ffc-8b53f7369e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:56.691518 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d80a57-3d07-4a2d-94b5-7159d1f7104b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf40aaa9-d962-4542-9b72-94298303498c,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:56.694049 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-31d80a57-3d07-4a2d-94b5-7159d1f7104b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:56.699744 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-31d80a57-3d07-4a2d-94b5-7159d1f7104b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:56.700941 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-31d80a57-3d07-4a2d-94b5-7159d1f7104b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf40aaa9-d962-4542-9b72-94298303498c HTTP/1.1" status: 204 len: 168 time: 0.1600680 Apr 20 23:32:57.449636 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 59038) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:57.574546 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-c77a6c0b-0c2d-43af-92bc-0c7f071b6589 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1679623479-network', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:32:57.579627 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c77a6c0b-0c2d-43af-92bc-0c7f071b6589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:32:57.585687 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c77a6c0b-0c2d-43af-92bc-0c7f071b6589 admin admin] Usage tracker for resource:network and tenant:2fe533bef34b4cc19229fead4ee8762c is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:32:57.589204 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c77a6c0b-0c2d-43af-92bc-0c7f071b6589 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:32:57.598717 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c77a6c0b-0c2d-43af-92bc-0c7f071b6589 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:32:57.620302 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77a6c0b-0c2d-43af-92bc-0c7f071b6589 admin admin] Made reservation on behalf of 2fe533bef34b4cc19229fead4ee8762c for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:32:57.624903 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c77a6c0b-0c2d-43af-92bc-0c7f071b6589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:57.641598 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c77a6c0b-0c2d-43af-92bc-0c7f071b6589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:57.659653 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808e364-dd11-450f-9281-1c0976903c7f req-3628f53b-fc70-468c-9d91-4f617820ab5b tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:57.661256 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7808e364-dd11-450f-9281-1c0976903c7f req-3628f53b-fc70-468c-9d91-4f617820ab5b tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 945 time: 0.1450686 Apr 20 23:32:57.666580 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c77a6c0b-0c2d-43af-92bc-0c7f071b6589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:32:57.672263 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c77a6c0b-0c2d-43af-92bc-0c7f071b6589 admin admin] Usage tracker for resource:security_group_rule and tenant:2fe533bef34b4cc19229fead4ee8762c is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:32:57.686869 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c77a6c0b-0c2d-43af-92bc-0c7f071b6589 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:32:57.697975 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c77a6c0b-0c2d-43af-92bc-0c7f071b6589 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:32:57.734086 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7808e364-dd11-450f-9281-1c0976903c7f req-12fe17f0-9522-492e-8cfc-c9da6cf13a31 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649009 Apr 20 23:32:57.802801 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c77a6c0b-0c2d-43af-92bc-0c7f071b6589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:57.805554 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c77a6c0b-0c2d-43af-92bc-0c7f071b6589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:57.809591 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b951775d-f4e4-48ca-affb-b3bf1a9a8191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:57.837724 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77a6c0b-0c2d-43af-92bc-0c7f071b6589 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:32:57.847156 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a6c0b-0c2d-43af-92bc-0c7f071b6589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86926eb0-ae23-4e59-b9b6-f85d7107f551,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:57.850954 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c77a6c0b-0c2d-43af-92bc-0c7f071b6589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:57.853433 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c77a6c0b-0c2d-43af-92bc-0c7f071b6589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:57.853821 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-c77a6c0b-0c2d-43af-92bc-0c7f071b6589 admin admin] Added segment 04007d49-6b9c-4837-8d55-9e9bdafa0961 of type vlan for network e292421f-a606-4905-abc3-7ede61586276 Apr 20 23:32:57.884011 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c77a6c0b-0c2d-43af-92bc-0c7f071b6589 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757163678135'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:57.912774 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c77a6c0b-0c2d-43af-92bc-0c7f071b6589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:57.914158 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a6c0b-0c2d-43af-92bc-0c7f071b6589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:57.914800 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c77a6c0b-0c2d-43af-92bc-0c7f071b6589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:57.919735 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:58.022421 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c77a6c0b-0c2d-43af-92bc-0c7f071b6589 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5711427 Apr 20 23:32:58.023563 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a6c0b-0c2d-43af-92bc-0c7f071b6589 admin admin] Pushing event updated for resources: {'Network': ['ID=e292421f-a606-4905-abc3-7ede61586276,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:58.025575 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 59044) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:58.026403 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c77a6c0b-0c2d-43af-92bc-0c7f071b6589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:58.031736 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-6604a4a6-5b18-41ce-bdd6-9089b3c59792 admin admin] Request body: {'subnet': {'network_id': 'e292421f-a606-4905-abc3-7ede61586276', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1679623479-subnet', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'ip_version': 4}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:32:58.034305 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Network e292421f-a606-4905-abc3-7ede61586276 details requested by agent ovs-agent-dv-cinder-787296-1-smb with host dv-cinder-787296-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:32:58.037877 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6604a4a6-5b18-41ce-bdd6-9089b3c59792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:32:58.042308 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6604a4a6-5b18-41ce-bdd6-9089b3c59792 admin admin] Usage tracker for resource:subnet and tenant:2fe533bef34b4cc19229fead4ee8762c is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:32:58.045416 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-6604a4a6-5b18-41ce-bdd6-9089b3c59792 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:32:58.052276 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-6604a4a6-5b18-41ce-bdd6-9089b3c59792 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:32:58.062388 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6604a4a6-5b18-41ce-bdd6-9089b3c59792 admin admin] Made reservation on behalf of 2fe533bef34b4cc19229fead4ee8762c for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:32:58.067185 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6604a4a6-5b18-41ce-bdd6-9089b3c59792 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852643475'] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:58.472195 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6604a4a6-5b18-41ce-bdd6-9089b3c59792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851800200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852643460'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:58.476983 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:58.551501 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604a4a6-5b18-41ce-bdd6-9089b3c59792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f28d0304-03e1-4b20-9137-942b41a24e13,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:58.557119 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6604a4a6-5b18-41ce-bdd6-9089b3c59792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:58.559805 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6604a4a6-5b18-41ce-bdd6-9089b3c59792 admin admin] Checking segment: {'id': '04007d49-6b9c-4837-8d55-9e9bdafa0961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e292421f-a606-4905-abc3-7ede61586276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:32:58.560206 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6604a4a6-5b18-41ce-bdd6-9089b3c59792 admin admin] Network hostable DHCP agents. Network: e292421f-a606-4905-abc3-7ede61586276, hostable agents: ['a298e916-2d0e-40ec-9d0f-6465273d3362'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:32:58.580400 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6604a4a6-5b18-41ce-bdd6-9089b3c59792 admin admin] Network e292421f-a606-4905-abc3-7ede61586276 is scheduled to be hosted by DHCP agent a298e916-2d0e-40ec-9d0f-6465273d3362 with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:32:58.588344 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-6604a4a6-5b18-41ce-bdd6-9089b3c59792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-smb, e292421f-a606-4905-abc3-7ede61586276) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:32:58.598543 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b5e8e5-1c76-4977-a213-ec65985d95dc None None] Network e292421f-a606-4905-abc3-7ede61586276 requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:32:58.600569 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6604a4a6-5b18-41ce-bdd6-9089b3c59792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:58.601243 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6604a4a6-5b18-41ce-bdd6-9089b3c59792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:58.621359 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-6604a4a6-5b18-41ce-bdd6-9089b3c59792 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5945895 Apr 20 23:32:58.624106 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 59052) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:32:58.630145 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-f6588f16-9852-4fec-9bcb-96b056a578ea admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1679623479-router', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'}}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:32:58.635212 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f6588f16-9852-4fec-9bcb-96b056a578ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:32:58.639407 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f6588f16-9852-4fec-9bcb-96b056a578ea admin admin] Usage tracker for resource:router and tenant:2fe533bef34b4cc19229fead4ee8762c is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:32:58.643700 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-f6588f16-9852-4fec-9bcb-96b056a578ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:32:58.650295 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-f6588f16-9852-4fec-9bcb-96b056a578ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:32:58.659156 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6588f16-9852-4fec-9bcb-96b056a578ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773395'] for router, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:58.660193 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6588f16-9852-4fec-9bcb-96b056a578ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854148124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854130686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2406'] for router, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:58.679305 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6588f16-9852-4fec-9bcb-96b056a578ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:58.841870 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8977917d-dc7e-45d2-8636-c1ac92751fba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f827d72-f92a-5b3f-895b-22017219b065-e292421f-a606-4905-abc3-7ede61586276', 'network_id': 'e292421f-a606-4905-abc3-7ede61586276', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'fixed_ips': [{'subnet_id': 'f28d0304-03e1-4b20-9137-942b41a24e13'}]}} from dv-cinder-787296-1-smb. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 23:32:58.842832 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8977917d-dc7e-45d2-8636-c1ac92751fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:59.010424 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-8977917d-dc7e-45d2-8636-c1ac92751fba None None] Allocated IP 172.20.0.2 (e292421f-a606-4905-abc3-7ede61586276/f28d0304-03e1-4b20-9137-942b41a24e13/7d565c63-9d61-427f-96ce-9d4a4f4c97d5) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:32:59.074955 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6588f16-9852-4fec-9bcb-96b056a578ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854130443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854147233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2391'] for router, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:59.120934 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea63ca-ee14-41be-8012-88f3bf83553a req-a6249a88-cf1e-4ded-8c1f-32ab461af854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:59.122563 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-59ea63ca-ee14-41be-8012-88f3bf83553a req-a6249a88-cf1e-4ded-8c1f-32ab461af854 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=761407463f394170a71239466d88684a&device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 1098 time: 0.4258471 Apr 20 23:32:59.218836 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8977917d-dc7e-45d2-8636-c1ac92751fba None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:59.229370 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-8977917d-dc7e-45d2-8636-c1ac92751fba None None] Transition to ACTIVE for port object 7d565c63-9d61-427f-96ce-9d4a4f4c97d5 will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:32:59.248245 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-8977917d-dc7e-45d2-8636-c1ac92751fba None None] Transition to ACTIVE for port object 7d565c63-9d61-427f-96ce-9d4a4f4c97d5 will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:32:59.253431 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8977917d-dc7e-45d2-8636-c1ac92751fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:59.261405 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:59.299588 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0cf40-73b3-4cc0-adee-338c48a9ed43 req-0aa0f73e-673d-4a4a-9f91-fce5e157318d tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:59.301227 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-51d0cf40-73b3-4cc0-adee-338c48a9ed43 req-0aa0f73e-673d-4a4a-9f91-fce5e157318d tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 945 time: 0.2958791 Apr 20 23:32:59.317346 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8977917d-dc7e-45d2-8636-c1ac92751fba None None] Network e292421f-a606-4905-abc3-7ede61586276 is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:32:59.325460 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-8977917d-dc7e-45d2-8636-c1ac92751fba None None] Resources bound (agent type, host, resource id): {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:32:59.329871 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8977917d-dc7e-45d2-8636-c1ac92751fba None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:32:59.372068 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8977917d-dc7e-45d2-8636-c1ac92751fba None None] Pushing event updated for resources: {'Port': ['ID=7d565c63-9d61-427f-96ce-9d4a4f4c97d5,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:59.379795 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8977917d-dc7e-45d2-8636-c1ac92751fba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:59.400755 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea63ca-ee14-41be-8012-88f3bf83553a req-f1f4f9c4-07f0-4512-bfe3-86ceb94b7eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:59.402349 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-59ea63ca-ee14-41be-8012-88f3bf83553a req-f1f4f9c4-07f0-4512-bfe3-86ceb94b7eed service neutron] 10.222.0.36 "GET /v2.0/networks?id=640db5cb-0640-4ccd-aca1-982a4d3eb0e0 HTTP/1.1" status: 200 len: 910 time: 0.2705226 Apr 20 23:32:59.406163 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-51d0cf40-73b3-4cc0-adee-338c48a9ed43 req-cd36025c-6974-441b-8f03-e6eb9a3f5db9 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910962 Apr 20 23:32:59.452174 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-8977917d-dc7e-45d2-8636-c1ac92751fba None None] Attempting to bind port 7d565c63-9d61-427f-96ce-9d4a4f4c97d5 on host dv-cinder-787296-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:32:59.452586 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-8977917d-dc7e-45d2-8636-c1ac92751fba None None] Attempting to bind port 7d565c63-9d61-427f-96ce-9d4a4f4c97d5 by drivers openvswitch,hyperv on host dv-cinder-787296-1-smb at level 0 using segments [{'id': '04007d49-6b9c-4837-8d55-9e9bdafa0961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e292421f-a606-4905-abc3-7ede61586276'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:32:59.452995 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8977917d-dc7e-45d2-8636-c1ac92751fba None None] Attempting to bind port 7d565c63-9d61-427f-96ce-9d4a4f4c97d5 on network e292421f-a606-4905-abc3-7ede61586276 {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:32:59.458726 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8977917d-dc7e-45d2-8636-c1ac92751fba None None] Checking agent: {'id': 'ca45837e-4919-48d1-9ced-cddb9dadc434', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 19, 54), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:32:59.459143 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8977917d-dc7e-45d2-8636-c1ac92751fba None None] Checking segment: {'id': '04007d49-6b9c-4837-8d55-9e9bdafa0961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e292421f-a606-4905-abc3-7ede61586276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:32:59.459582 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8977917d-dc7e-45d2-8636-c1ac92751fba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:59.460010 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8977917d-dc7e-45d2-8636-c1ac92751fba None None] Bound using segment: {'id': '04007d49-6b9c-4837-8d55-9e9bdafa0961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e292421f-a606-4905-abc3-7ede61586276'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:32:59.460517 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-8977917d-dc7e-45d2-8636-c1ac92751fba None None] Bound port: 7d565c63-9d61-427f-96ce-9d4a4f4c97d5, host: dv-cinder-787296-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04007d49-6b9c-4837-8d55-9e9bdafa0961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e292421f-a606-4905-abc3-7ede61586276'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:32:59.460970 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8977917d-dc7e-45d2-8636-c1ac92751fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:59.554272 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-8977917d-dc7e-45d2-8636-c1ac92751fba None None] For port 7d565c63-9d61-427f-96ce-9d4a4f4c97d5, host dv-cinder-787296-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:32:59.557655 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-8977917d-dc7e-45d2-8636-c1ac92751fba None None] For port 7d565c63-9d61-427f-96ce-9d4a4f4c97d5, host dv-cinder-787296-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=7d565c63-9d61-427f-96ce-9d4a4f4c97d5,segment=NetworkSegment(04007d49-6b9c-4837-8d55-9e9bdafa0961),segment_id=04007d49-6b9c-4837-8d55-9e9bdafa0961)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:32:59.560991 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8977917d-dc7e-45d2-8636-c1ac92751fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:59.568043 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:32:59.648840 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8977917d-dc7e-45d2-8636-c1ac92751fba None None] Pushing event updated for resources: {'Port': ['ID=7d565c63-9d61-427f-96ce-9d4a4f4c97d5,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:32:59.652372 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8977917d-dc7e-45d2-8636-c1ac92751fba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:32:59.666785 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-59ea63ca-ee14-41be-8012-88f3bf83553a req-8a640bec-2503-4c77-997d-4e6cb3b693fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a75bda44-023d-4d76-bcda-97824d95aa3b HTTP/1.1" status: 200 len: 1001 time: 0.2552135 Apr 20 23:32:59.777476 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6588f16-9852-4fec-9bcb-96b056a578ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:59.816815 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6588f16-9852-4fec-9bcb-96b056a578ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:32:59.820482 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea63ca-ee14-41be-8012-88f3bf83553a req-b41cd946-a6f1-4f5c-beec-db99c4f6c37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:32:59.822075 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-59ea63ca-ee14-41be-8012-88f3bf83553a req-b41cd946-a6f1-4f5c-beec-db99c4f6c37c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ad45981-94c2-4206-b4df-c5f51d462877 HTTP/1.1" status: 200 len: 848 time: 0.1241162 Apr 20 23:33:00.249125 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea63ca-ee14-41be-8012-88f3bf83553a req-b3a4c6de-29e7-4d18-a6e2-d0d21bea310b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:00.250762 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-59ea63ca-ee14-41be-8012-88f3bf83553a req-b3a4c6de-29e7-4d18-a6e2-d0d21bea310b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=640db5cb-0640-4ccd-aca1-982a4d3eb0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3931088 Apr 20 23:33:00.290624 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-f6588f16-9852-4fec-9bcb-96b056a578ea admin admin] Allocated IP 172.28.2.118 (17a5301c-ad04-43a1-9559-698be9680e2f/c5ea26a4-9d6d-4298-bd22-11c1031e299f/d41a7b9b-b230-4aa7-9c40-0e6a259f99cc) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:33:00.514693 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-59ea63ca-ee14-41be-8012-88f3bf83553a req-42479e61-8940-468b-8391-edcc0a08bb08 service neutron] 10.222.0.36 "GET /v2.0/networks/640db5cb-0640-4ccd-aca1-982a4d3eb0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449355 Apr 20 23:33:00.580706 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6588f16-9852-4fec-9bcb-96b056a578ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:00.606547 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 7d565c63-9d61-427f-96ce-9d4a4f4c97d5 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:33:00.678056 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning for port 7d565c63-9d61-427f-96ce-9d4a4f4c97d5 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:33:00.719057 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-59ea63ca-ee14-41be-8012-88f3bf83553a req-5d278461-ee20-469b-b4dc-b91f020c3ee5 service neutron] 10.222.0.36 "GET /v2.0/networks/640db5cb-0640-4ccd-aca1-982a4d3eb0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810236 Apr 20 23:33:00.723965 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6588f16-9852-4fec-9bcb-96b056a578ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:00.728876 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2a9865ab-c42b-46a0-af2b-101a6e7c4744 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:00.798737 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6588f16-9852-4fec-9bcb-96b056a578ea admin admin] Network 17a5301c-ad04-43a1-9559-698be9680e2f is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:33:00.801728 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-f6588f16-9852-4fec-9bcb-96b056a578ea admin admin] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:33:00.802444 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af39afd-2aa6-478e-9326-40b5db05e1dc req-0d7a2ab3-1358-404b-99e1-2ca8ca1fa90d tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:00.804966 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7af39afd-2aa6-478e-9326-40b5db05e1dc req-0d7a2ab3-1358-404b-99e1-2ca8ca1fa90d tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 945 time: 0.2464628 Apr 20 23:33:00.805587 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6588f16-9852-4fec-9bcb-96b056a578ea admin admin] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:33:00.841602 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6588f16-9852-4fec-9bcb-96b056a578ea admin admin] Pushing event updated for resources: {'Port': ['ID=d41a7b9b-b230-4aa7-9c40-0e6a259f99cc,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:00.846933 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f6588f16-9852-4fec-9bcb-96b056a578ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:00.865845 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7af39afd-2aa6-478e-9326-40b5db05e1dc req-b0264643-9e1d-4eb8-a4c3-9a68028f5677 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553339 Apr 20 23:33:01.130750 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a074e494-dca3-4c78-9cec-2618f219e601 None None] Network e292421f-a606-4905-abc3-7ede61586276 requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:33:01.244414 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-269872c2-6e6c-4717-939b-af2e5ed11c53 None None] Provisioning for port 7d565c63-9d61-427f-96ce-9d4a4f4c97d5 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:33:01.253020 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-269872c2-6e6c-4717-939b-af2e5ed11c53 None None] Provisioning complete for port 7d565c63-9d61-427f-96ce-9d4a4f4c97d5 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:33:01.253419 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6588f16-9852-4fec-9bcb-96b056a578ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:01.253566 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-269872c2-6e6c-4717-939b-af2e5ed11c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:01.624236 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6588f16-9852-4fec-9bcb-96b056a578ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-628551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645343'] for router, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:01.658958 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-269872c2-6e6c-4717-939b-af2e5ed11c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:01.701679 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-269872c2-6e6c-4717-939b-af2e5ed11c53 None None] For port 7d565c63-9d61-427f-96ce-9d4a4f4c97d5, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=7d565c63-9d61-427f-96ce-9d4a4f4c97d5,segment=NetworkSegment(04007d49-6b9c-4837-8d55-9e9bdafa0961),segment_id=04007d49-6b9c-4837-8d55-9e9bdafa0961)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:33:01.705297 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-269872c2-6e6c-4717-939b-af2e5ed11c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:01.707069 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:01.781456 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269872c2-6e6c-4717-939b-af2e5ed11c53 None None] Pushing event updated for resources: {'Port': ['ID=7d565c63-9d61-427f-96ce-9d4a4f4c97d5,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:01.784939 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-269872c2-6e6c-4717-939b-af2e5ed11c53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:01.845981 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6588f16-9852-4fec-9bcb-96b056a578ea admin admin] Router aba9ddf3-e382-4547-a720-bb8bf7b2e79e is scheduled to L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb with binding_index 1 {{(pid=86357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 23:33:01.926175 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-41b4624c-e6c2-4d57-bb3c-d54abdb201b0 None None] Provisioning complete for port 7d565c63-9d61-427f-96ce-9d4a4f4c97d5 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:33:01.926737 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-41b4624c-e6c2-4d57-bb3c-d54abdb201b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:02.097416 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6588f16-9852-4fec-9bcb-96b056a578ea admin admin] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:33:02.106325 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5058370-2407-4df1-9b12-f5611376fb79 None None] Sync routers for ids ['aba9ddf3-e382-4547-a720-bb8bf7b2e79e'] in dv-cinder-787296-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:33:02.116543 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5058370-2407-4df1-9b12-f5611376fb79 None None] Routers {'aba9ddf3-e382-4547-a720-bb8bf7b2e79e'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:33:02.117389 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-e5058370-2407-4df1-9b12-f5611376fb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:32:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['aba9ddf3-e382-4547-a720-bb8bf7b2e79e'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:33:02.136119 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6588f16-9852-4fec-9bcb-96b056a578ea admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:02.137466 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-f6588f16-9852-4fec-9bcb-96b056a578ea admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5123155 Apr 20 23:33:02.140730 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 59078) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:33:02.154729 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba213b16-908d-4efd-8694-e1637a827976 req-b09a8d36-fd32-4a70-9d9a-01186e63da82 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:02.156356 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ba213b16-908d-4efd-8694-e1637a827976 req-b09a8d36-fd32-4a70-9d9a-01186e63da82 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 945 time: 0.1782022 Apr 20 23:33:02.205882 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ba213b16-908d-4efd-8694-e1637a827976 req-634a2a5a-57c3-4392-bdb1-06e756034df0 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426607 Apr 20 23:33:02.310656 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-e5058370-2407-4df1-9b12-f5611376fb79 None None] Set router aba9ddf3-e382-4547-a720-bb8bf7b2e79e gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:33:02.536209 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 7d565c63-9d61-427f-96ce-9d4a4f4c97d5 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:33:02.683353 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port 7d565c63-9d61-427f-96ce-9d4a4f4c97d5 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:33:02.683797 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:02.771820 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-e5058370-2407-4df1-9b12-f5611376fb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'name': 'tempest-TestMinimumBasicScenario-1679623479-router', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd41a7b9b-b230-4aa7-9c40-0e6a259f99cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:58Z', 'updated_at': '2021-04-20T23:33:01Z', 'revision_number': 3, 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'gw_port': {'id': 'd41a7b9b-b230-4aa7-9c40-0e6a259f99cc', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:59Z', 'updated_at': '2021-04-20T23:33:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb'}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:33:02.806106 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5058370-2407-4df1-9b12-f5611376fb79 None None] Checking router: aba9ddf3-e382-4547-a720-bb8bf7b2e79e for host: dv-cinder-787296-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:33:02.806520 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5058370-2407-4df1-9b12-f5611376fb79 None None] Updating router aba9ddf3-e382-4547-a720-bb8bf7b2e79e port d41a7b9b-b230-4aa7-9c40-0e6a259f99cc binding host dv-cinder-787296-1-smb {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:33:02.887484 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e5058370-2407-4df1-9b12-f5611376fb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:03.107818 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:03.226763 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e5058370-2407-4df1-9b12-f5611376fb79 None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:03.240510 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e5058370-2407-4df1-9b12-f5611376fb79 None None] Transition to ACTIVE for port object d41a7b9b-b230-4aa7-9c40-0e6a259f99cc will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:33:03.247031 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e5058370-2407-4df1-9b12-f5611376fb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:03.251742 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8977917d-dc7e-45d2-8636-c1ac92751fba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:03.338442 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-e5058370-2407-4df1-9b12-f5611376fb79 None None] Attempting to bind port d41a7b9b-b230-4aa7-9c40-0e6a259f99cc on host dv-cinder-787296-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:33:03.338905 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-e5058370-2407-4df1-9b12-f5611376fb79 None None] Attempting to bind port d41a7b9b-b230-4aa7-9c40-0e6a259f99cc by drivers openvswitch,hyperv on host dv-cinder-787296-1-smb at level 0 using segments [{'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:33:03.339265 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5058370-2407-4df1-9b12-f5611376fb79 None None] Attempting to bind port d41a7b9b-b230-4aa7-9c40-0e6a259f99cc on network 17a5301c-ad04-43a1-9559-698be9680e2f {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:33:03.340234 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Allocated IP 172.20.0.1 (e292421f-a606-4905-abc3-7ede61586276/f28d0304-03e1-4b20-9137-942b41a24e13/ea4dc13e-e56e-472c-9d6e-5db451273829) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:33:03.347909 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6734061-5a2d-4717-96c3-c0a8dd02cf83 None None] Pushing event updated for resources: {'Port': ['ID=d41a7b9b-b230-4aa7-9c40-0e6a259f99cc,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:03.351111 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d6734061-5a2d-4717-96c3-c0a8dd02cf83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:03.352332 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5058370-2407-4df1-9b12-f5611376fb79 None None] Checking agent: {'id': 'ca45837e-4919-48d1-9ced-cddb9dadc434', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 19, 54), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:33:03.353017 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5058370-2407-4df1-9b12-f5611376fb79 None None] Checking segment: {'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:33:03.353240 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e5058370-2407-4df1-9b12-f5611376fb79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:03.353648 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5058370-2407-4df1-9b12-f5611376fb79 None None] Bound using segment: {'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:33:03.354185 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-e5058370-2407-4df1-9b12-f5611376fb79 None None] Bound port: d41a7b9b-b230-4aa7-9c40-0e6a259f99cc, host: dv-cinder-787296-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:33:03.354607 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e5058370-2407-4df1-9b12-f5611376fb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:03.436408 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-e5058370-2407-4df1-9b12-f5611376fb79 None None] For port d41a7b9b-b230-4aa7-9c40-0e6a259f99cc, host dv-cinder-787296-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:33:03.439614 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-e5058370-2407-4df1-9b12-f5611376fb79 None None] For port d41a7b9b-b230-4aa7-9c40-0e6a259f99cc, host dv-cinder-787296-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=d41a7b9b-b230-4aa7-9c40-0e6a259f99cc,segment=NetworkSegment(6da6a8de-ef5d-4456-8d26-a2b4515179e3),segment_id=6da6a8de-ef5d-4456-8d26-a2b4515179e3)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:33:03.443447 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e5058370-2407-4df1-9b12-f5611376fb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:03.448254 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-26702685-5cfa-497c-b986-3081a68175f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:03.528219 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5058370-2407-4df1-9b12-f5611376fb79 None None] Routers {'aba9ddf3-e382-4547-a720-bb8bf7b2e79e'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:33:03.528898 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-e5058370-2407-4df1-9b12-f5611376fb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:32:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['aba9ddf3-e382-4547-a720-bb8bf7b2e79e'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:33:03.563813 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c5b1b-213d-4fb7-8e0a-65fdeed7c402 req-1c9e2f82-7ef0-4dfa-bd99-15544baa0b14 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:03.565462 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-be5c5b1b-213d-4fb7-8e0a-65fdeed7c402 req-1c9e2f82-7ef0-4dfa-bd99-15544baa0b14 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 945 time: 0.2144170 Apr 20 23:33:03.597973 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:03.632102 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Transition to ACTIVE for port object ea4dc13e-e56e-472c-9d6e-5db451273829 will not be triggered until provisioned by entity DHCP. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:33:03.642186 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-be5c5b1b-213d-4fb7-8e0a-65fdeed7c402 req-47fc7544-0a68-4101-b64b-87da3916cabb tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649970 Apr 20 23:33:03.646224 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6734061-5a2d-4717-96c3-c0a8dd02cf83 None None] Pushing event updated for resources: {'Port': ['ID=d41a7b9b-b230-4aa7-9c40-0e6a259f99cc,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:03.656393 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d6734061-5a2d-4717-96c3-c0a8dd02cf83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:03.667192 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:03.672149 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-90507b9d-8163-4790-8c30-659f0d1119ea tempest-DeleteServersTestJSON-1087587060 tempest-DeleteServersTestJSON-1087587060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:03.724279 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-e5058370-2407-4df1-9b12-f5611376fb79 None None] Set router aba9ddf3-e382-4547-a720-bb8bf7b2e79e gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:33:03.740238 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Network e292421f-a606-4905-abc3-7ede61586276 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:33:03.743317 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:33:03.747291 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:33:03.787911 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Pushing event updated for resources: {'Port': ['ID=ea4dc13e-e56e-472c-9d6e-5db451273829,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:03.802282 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:03.802706 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:03.803122 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:03.803537 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:03.803945 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:03.804350 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:03.804754 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:03.805173 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:03.805579 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:03.805978 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:03.806375 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:03.806772 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:03.816750 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:03.827436 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854127102'] for router_interface, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:04.014250 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-f67332db-f466-483d-8fea-fd82c8dc4aad None None] Provisioning for port ea4dc13e-e56e-472c-9d6e-5db451273829 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:33:04.031013 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-f67332db-f466-483d-8fea-fd82c8dc4aad None None] Provisioning complete for port ea4dc13e-e56e-472c-9d6e-5db451273829 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:33:04.031375 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f67332db-f466-483d-8fea-fd82c8dc4aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:04.032568 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:04.136746 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b120af57-db22-4663-a5aa-90a5da634472 req-7b153fbc-f945-428c-abd5-0da8dc5f08e8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1745543 Apr 20 23:33:04.145465 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-f67332db-f466-483d-8fea-fd82c8dc4aad None None] Port ea4dc13e-e56e-472c-9d6e-5db451273829 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:33:04.195747 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-e5058370-2407-4df1-9b12-f5611376fb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'name': 'tempest-TestMinimumBasicScenario-1679623479-router', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd41a7b9b-b230-4aa7-9c40-0e6a259f99cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:58Z', 'updated_at': '2021-04-20T23:33:01Z', 'revision_number': 3, 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'gw_port': {'id': 'd41a7b9b-b230-4aa7-9c40-0e6a259f99cc', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:59Z', 'updated_at': '2021-04-20T23:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb'}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:33:04.200967 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5058370-2407-4df1-9b12-f5611376fb79 None None] The sync data for ids ['aba9ddf3-e382-4547-a720-bb8bf7b2e79e'] in dv-cinder-787296-1-smb is: [{'id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'name': 'tempest-TestMinimumBasicScenario-1679623479-router', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd41a7b9b-b230-4aa7-9c40-0e6a259f99cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:58Z', 'updated_at': '2021-04-20T23:33:01Z', 'revision_number': 3, 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'gw_port': {'id': 'd41a7b9b-b230-4aa7-9c40-0e6a259f99cc', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:59Z', 'updated_at': '2021-04-20T23:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb'}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:33:04.312186 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:04.318295 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851844298'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:04.341357 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f038e1-9ceb-40eb-906d-292fa7915427 req-e46f5b6c-83c6-4f2b-b592-eb5fd9cd0622 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:04.343952 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-42f038e1-9ceb-40eb-906d-292fa7915427 req-e46f5b6c-83c6-4f2b-b592-eb5fd9cd0622 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 945 time: 0.3452036 Apr 20 23:33:04.365624 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:04.400647 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-42f038e1-9ceb-40eb-906d-292fa7915427 req-fad958c1-83b5-4f49-895f-0efb13e127a5 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485687 Apr 20 23:33:04.459856 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854018129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648805'] for router_interface, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:04.495277 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Pushing event updated for resources: {'Port': ['ID=ea4dc13e-e56e-472c-9d6e-5db451273829,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:04.499094 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:04.623551 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Network e292421f-a606-4905-abc3-7ede61586276 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:33:04.624769 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:33:04.854612 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Router aba9ddf3-e382-4547-a720-bb8bf7b2e79e has already been hosted by L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:33:04.869258 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-6a8c05ff-0058-4405-894b-7ed2b27dc824 None None] Provisioning complete for port ea4dc13e-e56e-472c-9d6e-5db451273829 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:33:04.869680 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6a8c05ff-0058-4405-894b-7ed2b27dc824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:04.929394 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-6a8c05ff-0058-4405-894b-7ed2b27dc824 None None] Port ea4dc13e-e56e-472c-9d6e-5db451273829 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:33:05.058169 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:33:05.072899 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] 10.222.0.16 "PUT /v2.0/routers/aba9ddf3-e382-4547-a720-bb8bf7b2e79e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9308906 Apr 20 23:33:05.389663 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120af57-db22-4663-a5aa-90a5da634472 req-135a64c4-a03a-4610-9d07-71394cbcd232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:05.391181 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b120af57-db22-4663-a5aa-90a5da634472 req-135a64c4-a03a-4610-9d07-71394cbcd232 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be&tenant_id=761407463f394170a71239466d88684a HTTP/1.1" status: 200 len: 1098 time: 0.0804656 Apr 20 23:33:05.538135 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120af57-db22-4663-a5aa-90a5da634472 req-ade23514-ea84-4127-bfab-ac42d888fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:05.539853 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b120af57-db22-4663-a5aa-90a5da634472 req-ade23514-ea84-4127-bfab-ac42d888fa85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=761407463f394170a71239466d88684a&device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 1098 time: 0.1138659 Apr 20 23:33:05.658846 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f314df1-ece8-483f-9ecd-48461ee0e353 req-9a756338-8fb1-4b34-8934-42ba783c929f tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:05.660475 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5f314df1-ece8-483f-9ecd-48461ee0e353 req-9a756338-8fb1-4b34-8934-42ba783c929f tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 945 time: 0.0931184 Apr 20 23:33:05.685335 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120af57-db22-4663-a5aa-90a5da634472 req-c8da208f-ddb5-476c-990f-41e1f22fd2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:05.686997 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b120af57-db22-4663-a5aa-90a5da634472 req-c8da208f-ddb5-476c-990f-41e1f22fd2fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=640db5cb-0640-4ccd-aca1-982a4d3eb0e0 HTTP/1.1" status: 200 len: 910 time: 0.1405892 Apr 20 23:33:05.712704 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5f314df1-ece8-483f-9ecd-48461ee0e353 req-065c7a8e-65bb-44aa-963b-6159840e7a3c tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443764 Apr 20 23:33:05.723616 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 59122) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:33:05.730004 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-095d1578-ecf9-4259-b4e2-d3e481ef163a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2145757752-network', 'tenant_id': '837c9ffed3dd4e6fa930f028ac696107'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:33:05.735769 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-095d1578-ecf9-4259-b4e2-d3e481ef163a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:33:05.739792 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-095d1578-ecf9-4259-b4e2-d3e481ef163a admin admin] Usage tracker for resource:network and tenant:837c9ffed3dd4e6fa930f028ac696107 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:33:05.742767 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-095d1578-ecf9-4259-b4e2-d3e481ef163a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:33:05.748750 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-095d1578-ecf9-4259-b4e2-d3e481ef163a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:33:05.757897 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095d1578-ecf9-4259-b4e2-d3e481ef163a admin admin] Made reservation on behalf of 837c9ffed3dd4e6fa930f028ac696107 for: {'network': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:33:05.762542 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-095d1578-ecf9-4259-b4e2-d3e481ef163a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for network, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:05.775212 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-095d1578-ecf9-4259-b4e2-d3e481ef163a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:05.790477 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-095d1578-ecf9-4259-b4e2-d3e481ef163a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:33:05.794470 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-095d1578-ecf9-4259-b4e2-d3e481ef163a admin admin] Usage tracker for resource:security_group_rule and tenant:837c9ffed3dd4e6fa930f028ac696107 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:33:05.797406 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-095d1578-ecf9-4259-b4e2-d3e481ef163a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:33:05.802066 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b120af57-db22-4663-a5aa-90a5da634472 req-f7b0cd03-120b-4e01-b3d9-832f0576c97d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a75bda44-023d-4d76-bcda-97824d95aa3b HTTP/1.1" status: 200 len: 1001 time: 0.1045423 Apr 20 23:33:05.804035 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-095d1578-ecf9-4259-b4e2-d3e481ef163a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:33:05.868932 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120af57-db22-4663-a5aa-90a5da634472 req-b370643d-637f-4ab3-ae86-4f8085f477a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:05.870504 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b120af57-db22-4663-a5aa-90a5da634472 req-b370643d-637f-4ab3-ae86-4f8085f477a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ad45981-94c2-4206-b4df-c5f51d462877 HTTP/1.1" status: 200 len: 848 time: 0.0623398 Apr 20 23:33:05.887504 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-095d1578-ecf9-4259-b4e2-d3e481ef163a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:05.890402 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-095d1578-ecf9-4259-b4e2-d3e481ef163a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:05.894585 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-37f04713-01db-4601-b6db-3ea7e9c543d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:05.913722 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095d1578-ecf9-4259-b4e2-d3e481ef163a admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=86356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:33:05.922259 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device a75bda44-023d-4d76-bcda-97824d95aa3b no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:33:05.936807 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d1578-ecf9-4259-b4e2-d3e481ef163a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ea79e3-b299-474d-99d8-46f33b6707e3,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:05.940046 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-095d1578-ecf9-4259-b4e2-d3e481ef163a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:05.940860 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-095d1578-ecf9-4259-b4e2-d3e481ef163a admin admin] Added segment 21ef2e3d-6212-4d79-ab7a-1f045ca7b7c1 of type vlan for network 36c15dee-2ef8-4dd5-a989-b4df25fccd8f Apr 20 23:33:05.941777 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-095d1578-ecf9-4259-b4e2-d3e481ef163a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:05.955794 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120af57-db22-4663-a5aa-90a5da634472 req-f4534148-5b1d-4f90-bdab-f7d0021f7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:05.957922 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b120af57-db22-4663-a5aa-90a5da634472 req-f4534148-5b1d-4f90-bdab-f7d0021f7002 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=640db5cb-0640-4ccd-aca1-982a4d3eb0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811696 Apr 20 23:33:05.974354 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-095d1578-ecf9-4259-b4e2-d3e481ef163a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757163678135'] for network, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:06.007276 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-095d1578-ecf9-4259-b4e2-d3e481ef163a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for network, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:06.008750 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095d1578-ecf9-4259-b4e2-d3e481ef163a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:06.009451 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-095d1578-ecf9-4259-b4e2-d3e481ef163a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:06.015304 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c77a6c0b-0c2d-43af-92bc-0c7f071b6589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:06.112917 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b120af57-db22-4663-a5aa-90a5da634472 req-365f33b7-7693-44ff-a548-246b164ceb11 service neutron] 10.222.0.36 "GET /v2.0/networks/640db5cb-0640-4ccd-aca1-982a4d3eb0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472225 Apr 20 23:33:06.125724 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-095d1578-ecf9-4259-b4e2-d3e481ef163a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4007580 Apr 20 23:33:06.128717 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 59128) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:33:06.131848 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d1578-ecf9-4259-b4e2-d3e481ef163a admin admin] Pushing event updated for resources: {'Network': ['ID=36c15dee-2ef8-4dd5-a989-b4df25fccd8f,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:06.137351 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-19841110-b9af-4a19-93c9-7a53328eebc9 admin admin] Request body: {'subnet': {'network_id': '36c15dee-2ef8-4dd5-a989-b4df25fccd8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2145757752-subnet', 'tenant_id': '837c9ffed3dd4e6fa930f028ac696107', 'ip_version': 4}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:33:06.142910 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-19841110-b9af-4a19-93c9-7a53328eebc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:33:06.146998 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-19841110-b9af-4a19-93c9-7a53328eebc9 admin admin] Usage tracker for resource:subnet and tenant:837c9ffed3dd4e6fa930f028ac696107 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:33:06.150004 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-19841110-b9af-4a19-93c9-7a53328eebc9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:33:06.159430 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Network 36c15dee-2ef8-4dd5-a989-b4df25fccd8f details requested by agent ovs-agent-dv-cinder-787296-1-smb with host dv-cinder-787296-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:33:06.161027 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-19841110-b9af-4a19-93c9-7a53328eebc9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:33:06.168439 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-095d1578-ecf9-4259-b4e2-d3e481ef163a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:06.172761 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19841110-b9af-4a19-93c9-7a53328eebc9 admin admin] Made reservation on behalf of 837c9ffed3dd4e6fa930f028ac696107 for: {'subnet': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:33:06.177939 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-19841110-b9af-4a19-93c9-7a53328eebc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852112338'] for subnet, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:06.272028 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b120af57-db22-4663-a5aa-90a5da634472 req-c96d0072-51c6-4483-89a5-0d0c73c6ff15 service neutron] 10.222.0.36 "GET /v2.0/networks/640db5cb-0640-4ccd-aca1-982a4d3eb0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521094 Apr 20 23:33:06.300675 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:06.346561 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e71b229-d667-4307-a1ae-42810ca074be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a75bda44-023d-4d76-bcda-97824d95aa3b'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:33:06.359605 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port a75bda44-023d-4d76-bcda-97824d95aa3b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=a75bda44-023d-4d76-bcda-97824d95aa3b,segment=NetworkSegment(9ef7f02b-ed0e-4543-9071-1492e01966f4),segment_id=9ef7f02b-ed0e-4543-9071-1492e01966f4)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:33:06.366740 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:06.370155 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:06.413860 dv-cinder-787296-1-smb neutron-server[86243]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1e71b229-d667-4307-a1ae-42810ca074be', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a75bda44-023d-4d76-bcda-97824d95aa3b', 'code': 422} returned with failed status Apr 20 23:33:06.460739 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=a75bda44-023d-4d76-bcda-97824d95aa3b,revision_number=6']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:06.474595 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:06.558843 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device d41a7b9b-b230-4aa7-9c40-0e6a259f99cc up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:33:06.638680 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning for port d41a7b9b-b230-4aa7-9c40-0e6a259f99cc completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:33:06.645026 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port d41a7b9b-b230-4aa7-9c40-0e6a259f99cc triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:33:06.645536 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:06.779395 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:06.797005 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] For port d41a7b9b-b230-4aa7-9c40-0e6a259f99cc, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=d41a7b9b-b230-4aa7-9c40-0e6a259f99cc,segment=NetworkSegment(6da6a8de-ef5d-4456-8d26-a2b4515179e3),segment_id=6da6a8de-ef5d-4456-8d26-a2b4515179e3)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:33:06.801498 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:06.803782 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:06.878301 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Pushing event updated for resources: {'Port': ['ID=d41a7b9b-b230-4aa7-9c40-0e6a259f99cc,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:06.881578 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:06.918055 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-19841110-b9af-4a19-93c9-7a53328eebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851844690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852112321'] for subnet, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:06.930524 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3e0792b9-2052-49f4-a953-557c03820a88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:07.023052 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54543d46-edc1-4f6a-a420-f58f58779057 req-462ec708-09c2-45e6-8476-dd020cf0e4a2 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:07.024654 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-54543d46-edc1-4f6a-a420-f58f58779057 req-462ec708-09c2-45e6-8476-dd020cf0e4a2 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 943 time: 0.1892042 Apr 20 23:33:07.030410 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19841110-b9af-4a19-93c9-7a53328eebc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=851e6163-7522-40b8-938f-93a65c8dcafb,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:07.036602 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-19841110-b9af-4a19-93c9-7a53328eebc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:07.057807 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19841110-b9af-4a19-93c9-7a53328eebc9 admin admin] Checking segment: {'id': '21ef2e3d-6212-4d79-ab7a-1f045ca7b7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '36c15dee-2ef8-4dd5-a989-b4df25fccd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:33:07.058140 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19841110-b9af-4a19-93c9-7a53328eebc9 admin admin] Network hostable DHCP agents. Network: 36c15dee-2ef8-4dd5-a989-b4df25fccd8f, hostable agents: ['a298e916-2d0e-40ec-9d0f-6465273d3362'], hosted agents: [] {{(pid=86356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:33:07.093988 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-54543d46-edc1-4f6a-a420-f58f58779057 req-8ccb2984-7949-427d-a190-8f991bdcac5f tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611067 Apr 20 23:33:07.100027 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19841110-b9af-4a19-93c9-7a53328eebc9 admin admin] Network 36c15dee-2ef8-4dd5-a989-b4df25fccd8f is scheduled to be hosted by DHCP agent a298e916-2d0e-40ec-9d0f-6465273d3362 with binding_index 1 {{(pid=86356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:33:07.109026 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-19841110-b9af-4a19-93c9-7a53328eebc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-smb, 36c15dee-2ef8-4dd5-a989-b4df25fccd8f) {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:33:07.121402 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19841110-b9af-4a19-93c9-7a53328eebc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:07.122015 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711706a8-e4df-4296-9fd5-163f6540bf74 None None] Network 36c15dee-2ef8-4dd5-a989-b4df25fccd8f requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:33:07.122148 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-19841110-b9af-4a19-93c9-7a53328eebc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:07.143257 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056b01f3-42e7-44f0-94cb-75aa75a7cca1 None None] Sync routers for ids ['aba9ddf3-e382-4547-a720-bb8bf7b2e79e'] in dv-cinder-787296-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:33:07.147506 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-19841110-b9af-4a19-93c9-7a53328eebc9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0176449 Apr 20 23:33:07.150267 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 59138) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:33:07.155808 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-c8f9eebb-336e-4285-afa4-03c748b2a75f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2145757752-router', 'tenant_id': '837c9ffed3dd4e6fa930f028ac696107', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'}}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:33:07.157653 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056b01f3-42e7-44f0-94cb-75aa75a7cca1 None None] Routers {'aba9ddf3-e382-4547-a720-bb8bf7b2e79e'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:33:07.158422 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-056b01f3-42e7-44f0-94cb-75aa75a7cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:32:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['aba9ddf3-e382-4547-a720-bb8bf7b2e79e'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:33:07.160912 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c8f9eebb-336e-4285-afa4-03c748b2a75f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:33:07.164998 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c8f9eebb-336e-4285-afa4-03c748b2a75f admin admin] Usage tracker for resource:router and tenant:837c9ffed3dd4e6fa930f028ac696107 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:33:07.168127 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c8f9eebb-336e-4285-afa4-03c748b2a75f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:33:07.174859 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c8f9eebb-336e-4285-afa4-03c748b2a75f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:33:07.189214 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c8f9eebb-336e-4285-afa4-03c748b2a75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773395'] for router, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:07.190472 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c8f9eebb-336e-4285-afa4-03c748b2a75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854148124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854130686', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2406'] for router, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:07.207766 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c8f9eebb-336e-4285-afa4-03c748b2a75f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:07.358741 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f827d72-f92a-5b3f-895b-22017219b065-36c15dee-2ef8-4dd5-a989-b4df25fccd8f', 'network_id': '36c15dee-2ef8-4dd5-a989-b4df25fccd8f', 'tenant_id': '837c9ffed3dd4e6fa930f028ac696107', 'fixed_ips': [{'subnet_id': '851e6163-7522-40b8-938f-93a65c8dcafb'}]}} from dv-cinder-787296-1-smb. {{(pid=86358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 23:33:07.359934 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:07.520125 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-056b01f3-42e7-44f0-94cb-75aa75a7cca1 None None] Set router aba9ddf3-e382-4547-a720-bb8bf7b2e79e gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:33:07.530757 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c8f9eebb-336e-4285-afa4-03c748b2a75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854130443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854147233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2391'] for router, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:07.537195 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Allocated IP 172.20.0.2 (36c15dee-2ef8-4dd5-a989-b4df25fccd8f/851e6163-7522-40b8-938f-93a65c8dcafb/7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c) {{(pid=86358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:33:07.760885 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Notify callbacks [] for port, precommit_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:07.772137 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Transition to ACTIVE for port object 7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:33:07.791947 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Transition to ACTIVE for port object 7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c will not be triggered until provisioned by entity DHCP. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:33:07.799230 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786'] for port, after_create {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:07.814710 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:07.867115 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Network 36c15dee-2ef8-4dd5-a989-b4df25fccd8f is already hosted by enough agents. {{(pid=86358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:33:07.867460 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c8f9eebb-336e-4285-afa4-03c748b2a75f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:07.870152 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Resources bound (agent type, host, resource id): {{(pid=86358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:33:07.874083 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Received port after_create {{(pid=86358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:33:07.899933 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-056b01f3-42e7-44f0-94cb-75aa75a7cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'name': 'tempest-TestMinimumBasicScenario-1679623479-router', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd41a7b9b-b230-4aa7-9c40-0e6a259f99cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:58Z', 'updated_at': '2021-04-20T23:33:03Z', 'revision_number': 4, 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'gw_port': {'id': 'd41a7b9b-b230-4aa7-9c40-0e6a259f99cc', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:59Z', 'updated_at': '2021-04-20T23:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': 'ea4dc13e-e56e-472c-9d6e-5db451273829', 'name': '', 'network_id': 'e292421f-a606-4905-abc3-7ede61586276', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'mac_address': 'fa:16:3e:ee:24:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f28d0304-03e1-4b20-9137-942b41a24e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:03Z', 'updated_at': '2021-04-20T23:33:04Z', 'revision_number': 2, 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'subnets': [{'id': 'f28d0304-03e1-4b20-9137-942b41a24e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:33:07.901468 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c8f9eebb-336e-4285-afa4-03c748b2a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:07.905178 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056b01f3-42e7-44f0-94cb-75aa75a7cca1 None None] Checking router: aba9ddf3-e382-4547-a720-bb8bf7b2e79e for host: dv-cinder-787296-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:33:07.905744 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056b01f3-42e7-44f0-94cb-75aa75a7cca1 None None] Updating router aba9ddf3-e382-4547-a720-bb8bf7b2e79e port ea4dc13e-e56e-472c-9d6e-5db451273829 binding host dv-cinder-787296-1-smb {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:33:07.982919 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-056b01f3-42e7-44f0-94cb-75aa75a7cca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:07.985818 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Attempting to bind port 7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c on host dv-cinder-787296-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:33:07.986240 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Attempting to bind port 7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c by drivers openvswitch,hyperv on host dv-cinder-787296-1-smb at level 0 using segments [{'id': '21ef2e3d-6212-4d79-ab7a-1f045ca7b7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '36c15dee-2ef8-4dd5-a989-b4df25fccd8f'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:33:07.986658 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Attempting to bind port 7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c on network 36c15dee-2ef8-4dd5-a989-b4df25fccd8f {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:33:07.995052 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Checking agent: {'id': 'ca45837e-4919-48d1-9ced-cddb9dadc434', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 19, 54), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:33:07.995475 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Checking segment: {'id': '21ef2e3d-6212-4d79-ab7a-1f045ca7b7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '36c15dee-2ef8-4dd5-a989-b4df25fccd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:33:07.995928 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:07.996372 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Bound using segment: {'id': '21ef2e3d-6212-4d79-ab7a-1f045ca7b7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '36c15dee-2ef8-4dd5-a989-b4df25fccd8f'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:33:07.996904 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Bound port: 7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c, host: dv-cinder-787296-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ef2e3d-6212-4d79-ab7a-1f045ca7b7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '36c15dee-2ef8-4dd5-a989-b4df25fccd8f'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:33:07.997380 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:08.009076 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Pushing event updated for resources: {'Port': ['ID=7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c,revision_number=1']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:08.020156 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:08.021017 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:08.021017 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:08.021307 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:08.021647 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:08.022012 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:08.022385 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:08.022751 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:08.023122 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:08.023490 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:08.023857 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:08.024225 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:08.029654 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:08.056332 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7763f5-cffd-4142-b882-7dd3f33daf17 req-57f4c31f-2e03-4493-b545-aa870ddc9b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:08.058208 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-da7763f5-cffd-4142-b882-7dd3f33daf17 req-57f4c31f-2e03-4493-b545-aa870ddc9b26 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 1096 time: 0.1129959 Apr 20 23:33:08.061598 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-c8f9eebb-336e-4285-afa4-03c748b2a75f admin admin] Allocated IP 172.28.2.207 (17a5301c-ad04-43a1-9559-698be9680e2f/c5ea26a4-9d6d-4298-bd22-11c1031e299f/cdbd8591-3390-4ce5-ad24-298cf77bf0fc) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:33:08.109918 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] For port 7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c, host dv-cinder-787296-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:33:08.113219 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] For port 7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c, host dv-cinder-787296-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c,segment=NetworkSegment(21ef2e3d-6212-4d79-ab7a-1f045ca7b7c1),segment_id=21ef2e3d-6212-4d79-ab7a-1f045ca7b7c1)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:33:08.117724 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-da7763f5-cffd-4142-b882-7dd3f33daf17 req-1d5b77a4-ac45-49f5-a8ec-625bf09ee51b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446656 Apr 20 23:33:08.119190 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:08.126333 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:08.242375 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Pushing event updated for resources: {'Port': ['ID=7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:08.245089 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c8f9eebb-336e-4285-afa4-03c748b2a75f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:08.254460 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:08.279643 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c8f9eebb-336e-4285-afa4-03c748b2a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:08.285045 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:08.290776 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:33:08.342374 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6faefec-cc9a-4a72-a446-374694ef8cf6 req-03f43dfe-e803-4407-b02e-552430565c3d tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:08.343764 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c6faefec-cc9a-4a72-a446-374694ef8cf6 req-03f43dfe-e803-4407-b02e-552430565c3d tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 943 time: 0.1169684 Apr 20 23:33:08.347788 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f9eebb-336e-4285-afa4-03c748b2a75f admin admin] Network 17a5301c-ad04-43a1-9559-698be9680e2f is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:33:08.349071 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-c8f9eebb-336e-4285-afa4-03c748b2a75f admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:33:08.353180 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f9eebb-336e-4285-afa4-03c748b2a75f admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:33:08.401292 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c6faefec-cc9a-4a72-a446-374694ef8cf6 req-0c9ff220-e484-46fb-b11c-a7bdecc747a2 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456898 Apr 20 23:33:08.431518 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9eebb-336e-4285-afa4-03c748b2a75f admin admin] Pushing event updated for resources: {'Port': ['ID=cdbd8591-3390-4ce5-ad24-298cf77bf0fc,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:08.436365 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c8f9eebb-336e-4285-afa4-03c748b2a75f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:08.436540 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-056b01f3-42e7-44f0-94cb-75aa75a7cca1 None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:08.450891 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-056b01f3-42e7-44f0-94cb-75aa75a7cca1 None None] Transition to ACTIVE for port object ea4dc13e-e56e-472c-9d6e-5db451273829 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:33:08.457493 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-056b01f3-42e7-44f0-94cb-75aa75a7cca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:08.467500 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-55925fb6-5606-45e9-8cc8-9898634cd33e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:08.642822 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device d41a7b9b-b230-4aa7-9c40-0e6a259f99cc up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:33:08.716044 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-056b01f3-42e7-44f0-94cb-75aa75a7cca1 None None] Attempting to bind port ea4dc13e-e56e-472c-9d6e-5db451273829 on host dv-cinder-787296-1-smb for vnic_type normal with profile {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:33:08.716385 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-056b01f3-42e7-44f0-94cb-75aa75a7cca1 None None] Attempting to bind port ea4dc13e-e56e-472c-9d6e-5db451273829 by drivers openvswitch,hyperv on host dv-cinder-787296-1-smb at level 0 using segments [{'id': '04007d49-6b9c-4837-8d55-9e9bdafa0961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e292421f-a606-4905-abc3-7ede61586276'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:33:08.716797 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b01f3-42e7-44f0-94cb-75aa75a7cca1 None None] Attempting to bind port ea4dc13e-e56e-472c-9d6e-5db451273829 on network e292421f-a606-4905-abc3-7ede61586276 {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:33:08.725845 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b01f3-42e7-44f0-94cb-75aa75a7cca1 None None] Checking agent: {'id': 'ca45837e-4919-48d1-9ced-cddb9dadc434', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 19, 54), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:33:08.726208 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b01f3-42e7-44f0-94cb-75aa75a7cca1 None None] Checking segment: {'id': '04007d49-6b9c-4837-8d55-9e9bdafa0961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e292421f-a606-4905-abc3-7ede61586276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:33:08.726658 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-056b01f3-42e7-44f0-94cb-75aa75a7cca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:08.727106 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b01f3-42e7-44f0-94cb-75aa75a7cca1 None None] Bound using segment: {'id': '04007d49-6b9c-4837-8d55-9e9bdafa0961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e292421f-a606-4905-abc3-7ede61586276'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:33:08.727631 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-056b01f3-42e7-44f0-94cb-75aa75a7cca1 None None] Bound port: ea4dc13e-e56e-472c-9d6e-5db451273829, host: dv-cinder-787296-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04007d49-6b9c-4837-8d55-9e9bdafa0961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e292421f-a606-4905-abc3-7ede61586276'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:33:08.728048 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-056b01f3-42e7-44f0-94cb-75aa75a7cca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:08.750412 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f86ff-e11d-4b1f-a86f-e13b621d1ac0 None None] Pushing event updated for resources: {'Port': ['ID=ea4dc13e-e56e-472c-9d6e-5db451273829,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:08.760936 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f86ff-e11d-4b1f-a86f-e13b621d1ac0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:08.761400 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f86ff-e11d-4b1f-a86f-e13b621d1ac0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:08.761781 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f86ff-e11d-4b1f-a86f-e13b621d1ac0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:08.762155 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f86ff-e11d-4b1f-a86f-e13b621d1ac0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:08.762665 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f86ff-e11d-4b1f-a86f-e13b621d1ac0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:08.762871 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f86ff-e11d-4b1f-a86f-e13b621d1ac0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:08.763239 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f86ff-e11d-4b1f-a86f-e13b621d1ac0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:08.763601 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f86ff-e11d-4b1f-a86f-e13b621d1ac0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:08.763879 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port d41a7b9b-b230-4aa7-9c40-0e6a259f99cc triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:33:08.764005 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f86ff-e11d-4b1f-a86f-e13b621d1ac0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:08.764294 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f86ff-e11d-4b1f-a86f-e13b621d1ac0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:08.764418 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:08.764653 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f86ff-e11d-4b1f-a86f-e13b621d1ac0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:08.765089 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428f86ff-e11d-4b1f-a86f-e13b621d1ac0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:08.769068 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-428f86ff-e11d-4b1f-a86f-e13b621d1ac0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:08.878438 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-056b01f3-42e7-44f0-94cb-75aa75a7cca1 None None] For port ea4dc13e-e56e-472c-9d6e-5db451273829, host dv-cinder-787296-1-smb, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:33:08.886322 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-056b01f3-42e7-44f0-94cb-75aa75a7cca1 None None] For port ea4dc13e-e56e-472c-9d6e-5db451273829, host dv-cinder-787296-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=ea4dc13e-e56e-472c-9d6e-5db451273829,segment=NetworkSegment(04007d49-6b9c-4837-8d55-9e9bdafa0961),segment_id=04007d49-6b9c-4837-8d55-9e9bdafa0961)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:33:08.891797 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-056b01f3-42e7-44f0-94cb-75aa75a7cca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:08.914321 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:08.988972 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056b01f3-42e7-44f0-94cb-75aa75a7cca1 None None] Routers {'aba9ddf3-e382-4547-a720-bb8bf7b2e79e'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:33:08.989700 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-056b01f3-42e7-44f0-94cb-75aa75a7cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:32:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['aba9ddf3-e382-4547-a720-bb8bf7b2e79e'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:33:09.037392 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c8f9eebb-336e-4285-afa4-03c748b2a75f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:09.126553 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f86ff-e11d-4b1f-a86f-e13b621d1ac0 None None] Pushing event updated for resources: {'Port': ['ID=ea4dc13e-e56e-472c-9d6e-5db451273829,revision_number=4']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:09.131790 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-428f86ff-e11d-4b1f-a86f-e13b621d1ac0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:09.191403 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-056b01f3-42e7-44f0-94cb-75aa75a7cca1 None None] Set router aba9ddf3-e382-4547-a720-bb8bf7b2e79e gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:33:09.409327 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c8f9eebb-336e-4285-afa4-03c748b2a75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-628551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645343'] for router, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:09.562066 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-056b01f3-42e7-44f0-94cb-75aa75a7cca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'name': 'tempest-TestMinimumBasicScenario-1679623479-router', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd41a7b9b-b230-4aa7-9c40-0e6a259f99cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:58Z', 'updated_at': '2021-04-20T23:33:03Z', 'revision_number': 4, 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'gw_port': {'id': 'd41a7b9b-b230-4aa7-9c40-0e6a259f99cc', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:59Z', 'updated_at': '2021-04-20T23:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': 'ea4dc13e-e56e-472c-9d6e-5db451273829', 'name': '', 'network_id': 'e292421f-a606-4905-abc3-7ede61586276', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'mac_address': 'fa:16:3e:ee:24:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f28d0304-03e1-4b20-9137-942b41a24e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:03Z', 'updated_at': '2021-04-20T23:33:08Z', 'revision_number': 4, 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'subnets': [{'id': 'f28d0304-03e1-4b20-9137-942b41a24e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:33:09.567878 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056b01f3-42e7-44f0-94cb-75aa75a7cca1 None None] The sync data for ids ['aba9ddf3-e382-4547-a720-bb8bf7b2e79e'] in dv-cinder-787296-1-smb is: [{'id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'name': 'tempest-TestMinimumBasicScenario-1679623479-router', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd41a7b9b-b230-4aa7-9c40-0e6a259f99cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:58Z', 'updated_at': '2021-04-20T23:33:03Z', 'revision_number': 4, 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'gw_port': {'id': 'd41a7b9b-b230-4aa7-9c40-0e6a259f99cc', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:59Z', 'updated_at': '2021-04-20T23:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': 'ea4dc13e-e56e-472c-9d6e-5db451273829', 'name': '', 'network_id': 'e292421f-a606-4905-abc3-7ede61586276', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'mac_address': 'fa:16:3e:ee:24:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f28d0304-03e1-4b20-9137-942b41a24e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:03Z', 'updated_at': '2021-04-20T23:33:08Z', 'revision_number': 4, 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'subnets': [{'id': 'f28d0304-03e1-4b20-9137-942b41a24e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:33:09.801485 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1627b1-e3f1-4de0-a06b-e46bc0fac603 None None] Network 36c15dee-2ef8-4dd5-a989-b4df25fccd8f requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:33:09.893793 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-e88f7cd2-4f4b-4d55-b20e-36ed99b45760 None None] Provisioning for port 7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:33:09.951996 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb009213-27fa-4ac3-93f8-aa909f4fc54d req-932e43b5-88df-47d9-8d7b-49ae31e06497 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:09.953739 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb009213-27fa-4ac3-93f8-aa909f4fc54d req-932e43b5-88df-47d9-8d7b-49ae31e06497 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 943 time: 0.2046010 Apr 20 23:33:09.979836 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device a75bda44-023d-4d76-bcda-97824d95aa3b details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:33:10.036530 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb009213-27fa-4ac3-93f8-aa909f4fc54d req-43098f9f-cec2-40e5-9ece-c94ede6c8c3f tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722027 Apr 20 23:33:10.070563 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f9eebb-336e-4285-afa4-03c748b2a75f admin admin] Router c5999e35-a33e-493e-be67-698c6ffd9387 is scheduled to L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb with binding_index 1 {{(pid=86356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 23:33:10.207560 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port a75bda44-023d-4d76-bcda-97824d95aa3b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=a75bda44-023d-4d76-bcda-97824d95aa3b,segment=NetworkSegment(9ef7f02b-ed0e-4543-9071-1492e01966f4),segment_id=9ef7f02b-ed0e-4543-9071-1492e01966f4)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:33:10.230825 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Returning: {'device': 'a75bda44-023d-4d76-bcda-97824d95aa3b', 'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0', 'port_id': 'a75bda44-023d-4d76-bcda-97824d95aa3b', 'mac_address': 'fa:16:3e:f0:bb:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad45981-94c2-4206-b4df-c5f51d462877', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:33:10.278070 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f9eebb-336e-4285-afa4-03c748b2a75f admin admin] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:33:10.291839 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aeaed9-94a5-4c42-995c-7c53a6990d45 None None] Sync routers for ids ['c5999e35-a33e-493e-be67-698c6ffd9387'] in dv-cinder-787296-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:33:10.306764 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c8f9eebb-336e-4285-afa4-03c748b2a75f admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:10.308187 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c8f9eebb-336e-4285-afa4-03c748b2a75f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1567762 Apr 20 23:33:10.311122 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 59160) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:33:10.312809 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:10.324778 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aeaed9-94a5-4c42-995c-7c53a6990d45 None None] Routers {'c5999e35-a33e-493e-be67-698c6ffd9387'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:33:10.325503 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-92aeaed9-94a5-4c42-995c-7c53a6990d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:32:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['c5999e35-a33e-493e-be67-698c6ffd9387'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:33:10.464652 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a75bda44-023d-4d76-bcda-97824d95aa3b {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:33:10.504233 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port a75bda44-023d-4d76-bcda-97824d95aa3b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=a75bda44-023d-4d76-bcda-97824d95aa3b,segment=NetworkSegment(9ef7f02b-ed0e-4543-9071-1492e01966f4),segment_id=9ef7f02b-ed0e-4543-9071-1492e01966f4)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:33:10.512661 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:10.516997 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:10.618033 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-92aeaed9-94a5-4c42-995c-7c53a6990d45 None None] Set router c5999e35-a33e-493e-be67-698c6ffd9387 gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:33:10.828134 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:33:10.931263 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=a75bda44-023d-4d76-bcda-97824d95aa3b,revision_number=7']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:10.942616 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:10.973324 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['a75bda44-023d-4d76-bcda-97824d95aa3b'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:33:11.109375 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-82405489-52f3-4b89-af93-a2b747eaadb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:11.153003 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning for port 7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:33:11.182245 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port 7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:33:11.182672 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:11.325241 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-82405489-52f3-4b89-af93-a2b747eaadb1 admin admin] Allocated IP 172.20.0.1 (36c15dee-2ef8-4dd5-a989-b4df25fccd8f/851e6163-7522-40b8-938f-93a65c8dcafb/4eef1333-3dcd-4efc-88f9-c6660c405b85) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:33:11.472583 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:11.482731 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-92aeaed9-94a5-4c42-995c-7c53a6990d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5999e35-a33e-493e-be67-698c6ffd9387', 'name': 'tempest-TestMinimumBasicScenario-2145757752-router', 'tenant_id': '837c9ffed3dd4e6fa930f028ac696107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': 'cdbd8591-3390-4ce5-ad24-298cf77bf0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:07Z', 'updated_at': '2021-04-20T23:33:08Z', 'revision_number': 3, 'project_id': '837c9ffed3dd4e6fa930f028ac696107', 'gw_port': {'id': 'cdbd8591-3390-4ce5-ad24-298cf77bf0fc', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5999e35-a33e-493e-be67-698c6ffd9387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:07Z', 'updated_at': '2021-04-20T23:33:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb'}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:33:11.489004 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-82405489-52f3-4b89-af93-a2b747eaadb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:11.501868 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aeaed9-94a5-4c42-995c-7c53a6990d45 None None] Checking router: c5999e35-a33e-493e-be67-698c6ffd9387 for host: dv-cinder-787296-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:33:11.502308 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aeaed9-94a5-4c42-995c-7c53a6990d45 None None] Updating router c5999e35-a33e-493e-be67-698c6ffd9387 port cdbd8591-3390-4ce5-ad24-298cf77bf0fc binding host dv-cinder-787296-1-smb {{(pid=86358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:33:11.505528 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-82405489-52f3-4b89-af93-a2b747eaadb1 admin admin] Transition to ACTIVE for port object 4eef1333-3dcd-4efc-88f9-c6660c405b85 will not be triggered until provisioned by entity DHCP. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:33:11.527844 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-82405489-52f3-4b89-af93-a2b747eaadb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:11.532492 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2efb3d80-1940-4213-84ac-99cb594d718e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:11.587183 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] For port 7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c,segment=NetworkSegment(21ef2e3d-6212-4d79-ab7a-1f045ca7b7c1),segment_id=21ef2e3d-6212-4d79-ab7a-1f045ca7b7c1)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:33:11.595754 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82405489-52f3-4b89-af93-a2b747eaadb1 admin admin] Network 36c15dee-2ef8-4dd5-a989-b4df25fccd8f is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:33:11.599260 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-82405489-52f3-4b89-af93-a2b747eaadb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:33:11.599967 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:11.600868 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device ea4dc13e-e56e-472c-9d6e-5db451273829 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:33:11.603145 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82405489-52f3-4b89-af93-a2b747eaadb1 admin admin] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:33:11.637339 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:11.642909 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82405489-52f3-4b89-af93-a2b747eaadb1 admin admin] Pushing event updated for resources: {'Port': ['ID=4eef1333-3dcd-4efc-88f9-c6660c405b85,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:11.647262 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-82405489-52f3-4b89-af93-a2b747eaadb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:11.666634 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-82405489-52f3-4b89-af93-a2b747eaadb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854127102'] for router_interface, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:11.684783 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92aeaed9-94a5-4c42-995c-7c53a6990d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:11.787901 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-82405489-52f3-4b89-af93-a2b747eaadb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:11.891340 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Pushing event updated for resources: {'Port': ['ID=7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:11.904372 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:11.932834 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning for port ea4dc13e-e56e-472c-9d6e-5db451273829 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:33:11.946923 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port ea4dc13e-e56e-472c-9d6e-5db451273829 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:33:11.947340 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:11.996032 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-4ab711f1-75be-40e5-a2e8-3b9ac924089d None None] Provisioning for port 4eef1333-3dcd-4efc-88f9-c6660c405b85 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:33:12.028027 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-82405489-52f3-4b89-af93-a2b747eaadb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:12.031622 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-82405489-52f3-4b89-af93-a2b747eaadb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851844298'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:12.062567 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:12.065364 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-4ab711f1-75be-40e5-a2e8-3b9ac924089d None None] Provisioning complete for port 4eef1333-3dcd-4efc-88f9-c6660c405b85 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:33:12.065798 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4ab711f1-75be-40e5-a2e8-3b9ac924089d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:12.147792 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-82405489-52f3-4b89-af93-a2b747eaadb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854018129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-648805'] for router_interface, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:12.152432 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82405489-52f3-4b89-af93-a2b747eaadb1 admin admin] Pushing event updated for resources: {'Port': ['ID=4eef1333-3dcd-4efc-88f9-c6660c405b85,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:12.155461 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-82405489-52f3-4b89-af93-a2b747eaadb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:12.180607 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-4ab711f1-75be-40e5-a2e8-3b9ac924089d None None] Port 4eef1333-3dcd-4efc-88f9-c6660c405b85 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:33:12.258903 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:12.296420 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82405489-52f3-4b89-af93-a2b747eaadb1 admin admin] Network 36c15dee-2ef8-4dd5-a989-b4df25fccd8f is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:33:12.297641 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-82405489-52f3-4b89-af93-a2b747eaadb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:33:12.360450 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] For port ea4dc13e-e56e-472c-9d6e-5db451273829, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=ea4dc13e-e56e-472c-9d6e-5db451273829,segment=NetworkSegment(04007d49-6b9c-4837-8d55-9e9bdafa0961),segment_id=04007d49-6b9c-4837-8d55-9e9bdafa0961)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:33:12.374292 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:12.377682 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92aeaed9-94a5-4c42-995c-7c53a6990d45 None None] Notify callbacks [] for port, precommit_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:12.380191 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-85df3924-2576-49df-8d20-8be0380e2938 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:12.444245 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-92aeaed9-94a5-4c42-995c-7c53a6990d45 None None] Transition to ACTIVE for port object cdbd8591-3390-4ce5-ad24-298cf77bf0fc will not be triggered until provisioned by entity L2. {{(pid=86358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:33:12.455850 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92aeaed9-94a5-4c42-995c-7c53a6990d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:12.480629 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Pushing event updated for resources: {'Port': ['ID=ea4dc13e-e56e-472c-9d6e-5db451273829,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:12.485522 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:12.486049 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:12.507232 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82405489-52f3-4b89-af93-a2b747eaadb1 admin admin] Router c5999e35-a33e-493e-be67-698c6ffd9387 has already been hosted by L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:33:12.540189 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-92aeaed9-94a5-4c42-995c-7c53a6990d45 None None] Attempting to bind port cdbd8591-3390-4ce5-ad24-298cf77bf0fc on host dv-cinder-787296-1-smb for vnic_type normal with profile {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:33:12.540611 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-92aeaed9-94a5-4c42-995c-7c53a6990d45 None None] Attempting to bind port cdbd8591-3390-4ce5-ad24-298cf77bf0fc by drivers openvswitch,hyperv on host dv-cinder-787296-1-smb at level 0 using segments [{'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:33:12.541026 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aeaed9-94a5-4c42-995c-7c53a6990d45 None None] Attempting to bind port cdbd8591-3390-4ce5-ad24-298cf77bf0fc on network 17a5301c-ad04-43a1-9559-698be9680e2f {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:33:12.557911 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aeaed9-94a5-4c42-995c-7c53a6990d45 None None] Checking agent: {'id': 'ca45837e-4919-48d1-9ced-cddb9dadc434', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 19, 54), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:33:12.558341 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aeaed9-94a5-4c42-995c-7c53a6990d45 None None] Checking segment: {'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:33:12.558791 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92aeaed9-94a5-4c42-995c-7c53a6990d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:12.559238 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aeaed9-94a5-4c42-995c-7c53a6990d45 None None] Bound using segment: {'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'} {{(pid=86358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:33:12.559764 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-92aeaed9-94a5-4c42-995c-7c53a6990d45 None None] Bound port: cdbd8591-3390-4ce5-ad24-298cf77bf0fc, host: dv-cinder-787296-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da6a8de-ef5d-4456-8d26-a2b4515179e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f'}}] {{(pid=86358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:33:12.560194 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92aeaed9-94a5-4c42-995c-7c53a6990d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:12.596379 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:33:12.648147 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cfae0-05b9-4d4b-9ad0-6a58ede3f129 None None] Pushing event updated for resources: {'Port': ['ID=cdbd8591-3390-4ce5-ad24-298cf77bf0fc,revision_number=2']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:12.654050 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f92cfae0-05b9-4d4b-9ad0-6a58ede3f129 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:12.699436 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82405489-52f3-4b89-af93-a2b747eaadb1 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:33:12.709758 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-82405489-52f3-4b89-af93-a2b747eaadb1 admin admin] 10.222.0.16 "PUT /v2.0/routers/c5999e35-a33e-493e-be67-698c6ffd9387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3972604 Apr 20 23:33:12.869619 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-156081c3-9f20-4015-94f1-3852b066fbe9 None None] Provisioning complete for port 4eef1333-3dcd-4efc-88f9-c6660c405b85 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:33:12.870039 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-156081c3-9f20-4015-94f1-3852b066fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:12.918541 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-92aeaed9-94a5-4c42-995c-7c53a6990d45 None None] For port cdbd8591-3390-4ce5-ad24-298cf77bf0fc, host dv-cinder-787296-1-smb, cleared binding levels {{(pid=86358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:33:12.945060 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-156081c3-9f20-4015-94f1-3852b066fbe9 None None] Port 4eef1333-3dcd-4efc-88f9-c6660c405b85 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:33:12.947571 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-92aeaed9-94a5-4c42-995c-7c53a6990d45 None None] For port cdbd8591-3390-4ce5-ad24-298cf77bf0fc, host dv-cinder-787296-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=cdbd8591-3390-4ce5-ad24-298cf77bf0fc,segment=NetworkSegment(6da6a8de-ef5d-4456-8d26-a2b4515179e3),segment_id=6da6a8de-ef5d-4456-8d26-a2b4515179e3)] {{(pid=86358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:33:12.949978 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port 7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:33:12.950476 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:12.980983 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92aeaed9-94a5-4c42-995c-7c53a6990d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:12.992222 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1e04211b-f6e1-4fe2-bc54-8a2c13d3a703 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:13.103312 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cfae0-05b9-4d4b-9ad0-6a58ede3f129 None None] Pushing event updated for resources: {'Port': ['ID=cdbd8591-3390-4ce5-ad24-298cf77bf0fc,revision_number=3']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:13.103312 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aeaed9-94a5-4c42-995c-7c53a6990d45 None None] Routers {'c5999e35-a33e-493e-be67-698c6ffd9387'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:33:13.103312 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-92aeaed9-94a5-4c42-995c-7c53a6990d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:32:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['c5999e35-a33e-493e-be67-698c6ffd9387'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:33:13.149512 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f92cfae0-05b9-4d4b-9ad0-6a58ede3f129 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:13.346351 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-92aeaed9-94a5-4c42-995c-7c53a6990d45 None None] Set router c5999e35-a33e-493e-be67-698c6ffd9387 gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:33:13.719397 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-92aeaed9-94a5-4c42-995c-7c53a6990d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5999e35-a33e-493e-be67-698c6ffd9387', 'name': 'tempest-TestMinimumBasicScenario-2145757752-router', 'tenant_id': '837c9ffed3dd4e6fa930f028ac696107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': 'cdbd8591-3390-4ce5-ad24-298cf77bf0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:07Z', 'updated_at': '2021-04-20T23:33:11Z', 'revision_number': 4, 'project_id': '837c9ffed3dd4e6fa930f028ac696107', 'gw_port': {'id': 'cdbd8591-3390-4ce5-ad24-298cf77bf0fc', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5999e35-a33e-493e-be67-698c6ffd9387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:07Z', 'updated_at': '2021-04-20T23:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '4eef1333-3dcd-4efc-88f9-c6660c405b85', 'name': '', 'network_id': '36c15dee-2ef8-4dd5-a989-b4df25fccd8f', 'tenant_id': '837c9ffed3dd4e6fa930f028ac696107', 'mac_address': 'fa:16:3e:b9:2c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5999e35-a33e-493e-be67-698c6ffd9387', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '851e6163-7522-40b8-938f-93a65c8dcafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:11Z', 'updated_at': '2021-04-20T23:33:11Z', 'revision_number': 2, 'project_id': '837c9ffed3dd4e6fa930f028ac696107', 'subnets': [{'id': '851e6163-7522-40b8-938f-93a65c8dcafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:33:13.726367 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aeaed9-94a5-4c42-995c-7c53a6990d45 None None] The sync data for ids ['c5999e35-a33e-493e-be67-698c6ffd9387'] in dv-cinder-787296-1-smb is: [{'id': 'c5999e35-a33e-493e-be67-698c6ffd9387', 'name': 'tempest-TestMinimumBasicScenario-2145757752-router', 'tenant_id': '837c9ffed3dd4e6fa930f028ac696107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': 'cdbd8591-3390-4ce5-ad24-298cf77bf0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:07Z', 'updated_at': '2021-04-20T23:33:11Z', 'revision_number': 4, 'project_id': '837c9ffed3dd4e6fa930f028ac696107', 'gw_port': {'id': 'cdbd8591-3390-4ce5-ad24-298cf77bf0fc', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5999e35-a33e-493e-be67-698c6ffd9387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:07Z', 'updated_at': '2021-04-20T23:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '4eef1333-3dcd-4efc-88f9-c6660c405b85', 'name': '', 'network_id': '36c15dee-2ef8-4dd5-a989-b4df25fccd8f', 'tenant_id': '837c9ffed3dd4e6fa930f028ac696107', 'mac_address': 'fa:16:3e:b9:2c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5999e35-a33e-493e-be67-698c6ffd9387', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '851e6163-7522-40b8-938f-93a65c8dcafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:11Z', 'updated_at': '2021-04-20T23:33:11Z', 'revision_number': 2, 'project_id': '837c9ffed3dd4e6fa930f028ac696107', 'subnets': [{'id': '851e6163-7522-40b8-938f-93a65c8dcafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:33:13.995031 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device a75bda44-023d-4d76-bcda-97824d95aa3b up at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:33:14.080458 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning complete for port a75bda44-023d-4d76-bcda-97824d95aa3b triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:33:14.081217 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:14.256485 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:14.295224 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e71b229-d667-4307-a1ae-42810ca074be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75bda44-023d-4d76-bcda-97824d95aa3b'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:33:14.307235 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port a75bda44-023d-4d76-bcda-97824d95aa3b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=a75bda44-023d-4d76-bcda-97824d95aa3b,segment=NetworkSegment(9ef7f02b-ed0e-4543-9071-1492e01966f4),segment_id=9ef7f02b-ed0e-4543-9071-1492e01966f4)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:33:14.320959 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:14.324758 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:14.403542 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e71b229-d667-4307-a1ae-42810ca074be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75bda44-023d-4d76-bcda-97824d95aa3b', 'code': 200} Apr 20 23:33:14.466285 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=a75bda44-023d-4d76-bcda-97824d95aa3b,revision_number=8']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:14.470474 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:14.576590 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device ea4dc13e-e56e-472c-9d6e-5db451273829 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:33:14.679598 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port ea4dc13e-e56e-472c-9d6e-5db451273829 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:33:14.680156 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:16.097956 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:16.597003 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device cdbd8591-3390-4ce5-ad24-298cf77bf0fc up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:33:16.674624 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fdbb9f94-47a4-48ad-820f-8e44f21e2690 req-ef82fd20-ffd3-4107-ad26-94992388b2e1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1001925 Apr 20 23:33:16.690833 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning for port cdbd8591-3390-4ce5-ad24-298cf77bf0fc completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:33:16.696496 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port cdbd8591-3390-4ce5-ad24-298cf77bf0fc triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:33:16.696930 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:16.792916 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb9f94-47a4-48ad-820f-8e44f21e2690 req-c758945a-4455-4c76-b5f8-6f10e5b8eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:16.794971 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fdbb9f94-47a4-48ad-820f-8e44f21e2690 req-c758945a-4455-4c76-b5f8-6f10e5b8eab8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=761407463f394170a71239466d88684a&device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 1098 time: 0.0924919 Apr 20 23:33:16.851298 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:16.870343 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] For port cdbd8591-3390-4ce5-ad24-298cf77bf0fc, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=cdbd8591-3390-4ce5-ad24-298cf77bf0fc,segment=NetworkSegment(6da6a8de-ef5d-4456-8d26-a2b4515179e3),segment_id=6da6a8de-ef5d-4456-8d26-a2b4515179e3)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:33:16.874210 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:16.876834 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:16.979502 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Pushing event updated for resources: {'Port': ['ID=cdbd8591-3390-4ce5-ad24-298cf77bf0fc,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:16.983332 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb9f94-47a4-48ad-820f-8e44f21e2690 req-08cb44a3-ac27-4e30-bf84-e3765af48c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:16.985619 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fdbb9f94-47a4-48ad-820f-8e44f21e2690 req-08cb44a3-ac27-4e30-bf84-e3765af48c58 service neutron] 10.222.0.36 "GET /v2.0/networks?id=640db5cb-0640-4ccd-aca1-982a4d3eb0e0 HTTP/1.1" status: 200 len: 910 time: 0.1697354 Apr 20 23:33:16.987044 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:17.104233 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fdbb9f94-47a4-48ad-820f-8e44f21e2690 req-0c1f11d5-0450-4959-8423-029d71818ff4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a75bda44-023d-4d76-bcda-97824d95aa3b HTTP/1.1" status: 200 len: 1001 time: 0.1101177 Apr 20 23:33:17.192574 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb9f94-47a4-48ad-820f-8e44f21e2690 req-7f935e66-a323-49a2-a505-c4b5c920c315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:17.194347 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fdbb9f94-47a4-48ad-820f-8e44f21e2690 req-7f935e66-a323-49a2-a505-c4b5c920c315 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ad45981-94c2-4206-b4df-c5f51d462877 HTTP/1.1" status: 200 len: 848 time: 0.0840900 Apr 20 23:33:17.290395 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb9f94-47a4-48ad-820f-8e44f21e2690 req-7f01acd0-4d56-495d-bb71-948d7382b4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:17.292305 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fdbb9f94-47a4-48ad-820f-8e44f21e2690 req-7f01acd0-4d56-495d-bb71-948d7382b4f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=640db5cb-0640-4ccd-aca1-982a4d3eb0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0914438 Apr 20 23:33:17.474585 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fdbb9f94-47a4-48ad-820f-8e44f21e2690 req-beabbe0d-0fed-4938-9357-d265a59551ad service neutron] 10.222.0.36 "GET /v2.0/networks/640db5cb-0640-4ccd-aca1-982a4d3eb0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755164 Apr 20 23:33:17.587765 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6980d3-cde6-4191-b063-99217e0e3cc2 None None] Sync routers for ids ['c5999e35-a33e-493e-be67-698c6ffd9387'] in dv-cinder-787296-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:33:17.601329 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6980d3-cde6-4191-b063-99217e0e3cc2 None None] Routers {'c5999e35-a33e-493e-be67-698c6ffd9387'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:33:17.602226 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-7a6980d3-cde6-4191-b063-99217e0e3cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:32:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['c5999e35-a33e-493e-be67-698c6ffd9387'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:33:17.650491 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fdbb9f94-47a4-48ad-820f-8e44f21e2690 req-f15bbc32-f3c1-471f-b686-49c9206654ce service neutron] 10.222.0.36 "GET /v2.0/networks/640db5cb-0640-4ccd-aca1-982a4d3eb0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672599 Apr 20 23:33:17.846014 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-7a6980d3-cde6-4191-b063-99217e0e3cc2 None None] Set router c5999e35-a33e-493e-be67-698c6ffd9387 gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:33:18.369859 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-7a6980d3-cde6-4191-b063-99217e0e3cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5999e35-a33e-493e-be67-698c6ffd9387', 'name': 'tempest-TestMinimumBasicScenario-2145757752-router', 'tenant_id': '837c9ffed3dd4e6fa930f028ac696107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': 'cdbd8591-3390-4ce5-ad24-298cf77bf0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:07Z', 'updated_at': '2021-04-20T23:33:11Z', 'revision_number': 4, 'project_id': '837c9ffed3dd4e6fa930f028ac696107', 'gw_port': {'id': 'cdbd8591-3390-4ce5-ad24-298cf77bf0fc', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5999e35-a33e-493e-be67-698c6ffd9387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:07Z', 'updated_at': '2021-04-20T23:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '4eef1333-3dcd-4efc-88f9-c6660c405b85', 'name': '', 'network_id': '36c15dee-2ef8-4dd5-a989-b4df25fccd8f', 'tenant_id': '837c9ffed3dd4e6fa930f028ac696107', 'mac_address': 'fa:16:3e:b9:2c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5999e35-a33e-493e-be67-698c6ffd9387', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '851e6163-7522-40b8-938f-93a65c8dcafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:11Z', 'updated_at': '2021-04-20T23:33:11Z', 'revision_number': 2, 'project_id': '837c9ffed3dd4e6fa930f028ac696107', 'subnets': [{'id': '851e6163-7522-40b8-938f-93a65c8dcafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:33:18.377452 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6980d3-cde6-4191-b063-99217e0e3cc2 None None] Checking router: c5999e35-a33e-493e-be67-698c6ffd9387 for host: dv-cinder-787296-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:33:18.377882 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6980d3-cde6-4191-b063-99217e0e3cc2 None None] Updating router c5999e35-a33e-493e-be67-698c6ffd9387 port 4eef1333-3dcd-4efc-88f9-c6660c405b85 binding host dv-cinder-787296-1-smb {{(pid=86359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 23:33:18.442656 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7a6980d3-cde6-4191-b063-99217e0e3cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:18.605868 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device cdbd8591-3390-4ce5-ad24-298cf77bf0fc up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:33:18.747978 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port cdbd8591-3390-4ce5-ad24-298cf77bf0fc triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:33:18.748572 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:18.904903 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7a6980d3-cde6-4191-b063-99217e0e3cc2 None None] Notify callbacks [] for port, precommit_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:18.922351 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-7a6980d3-cde6-4191-b063-99217e0e3cc2 None None] Transition to ACTIVE for port object 4eef1333-3dcd-4efc-88f9-c6660c405b85 will not be triggered until provisioned by entity L2. {{(pid=86359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:33:18.933831 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7a6980d3-cde6-4191-b063-99217e0e3cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:18.938254 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9d45eb49-9938-4217-9939-63bd6e7cd705 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:19.217633 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a32419-21af-4dbf-b1ca-6e0b55c9765e None None] Pushing event updated for resources: {'Port': ['ID=4eef1333-3dcd-4efc-88f9-c6660c405b85,revision_number=3']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:19.235168 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f1a32419-21af-4dbf-b1ca-6e0b55c9765e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:19.255492 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-7a6980d3-cde6-4191-b063-99217e0e3cc2 None None] Attempting to bind port 4eef1333-3dcd-4efc-88f9-c6660c405b85 on host dv-cinder-787296-1-smb for vnic_type normal with profile {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:33:19.256140 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-7a6980d3-cde6-4191-b063-99217e0e3cc2 None None] Attempting to bind port 4eef1333-3dcd-4efc-88f9-c6660c405b85 by drivers openvswitch,hyperv on host dv-cinder-787296-1-smb at level 0 using segments [{'id': '21ef2e3d-6212-4d79-ab7a-1f045ca7b7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '36c15dee-2ef8-4dd5-a989-b4df25fccd8f'}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:33:19.256325 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6980d3-cde6-4191-b063-99217e0e3cc2 None None] Attempting to bind port 4eef1333-3dcd-4efc-88f9-c6660c405b85 on network 36c15dee-2ef8-4dd5-a989-b4df25fccd8f {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:33:19.262642 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6980d3-cde6-4191-b063-99217e0e3cc2 None None] Checking agent: {'id': 'ca45837e-4919-48d1-9ced-cddb9dadc434', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 19, 54), 'started_at': datetime.datetime(2021, 4, 20, 23, 20, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:33:19.263060 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6980d3-cde6-4191-b063-99217e0e3cc2 None None] Checking segment: {'id': '21ef2e3d-6212-4d79-ab7a-1f045ca7b7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '36c15dee-2ef8-4dd5-a989-b4df25fccd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:33:19.263505 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7a6980d3-cde6-4191-b063-99217e0e3cc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:19.263920 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6980d3-cde6-4191-b063-99217e0e3cc2 None None] Bound using segment: {'id': '21ef2e3d-6212-4d79-ab7a-1f045ca7b7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '36c15dee-2ef8-4dd5-a989-b4df25fccd8f'} {{(pid=86359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:33:19.264518 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-7a6980d3-cde6-4191-b063-99217e0e3cc2 None None] Bound port: 4eef1333-3dcd-4efc-88f9-c6660c405b85, host: dv-cinder-787296-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ef2e3d-6212-4d79-ab7a-1f045ca7b7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '36c15dee-2ef8-4dd5-a989-b4df25fccd8f'}}] {{(pid=86359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:33:19.264947 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7a6980d3-cde6-4191-b063-99217e0e3cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:19.379474 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-7a6980d3-cde6-4191-b063-99217e0e3cc2 None None] For port 4eef1333-3dcd-4efc-88f9-c6660c405b85, host dv-cinder-787296-1-smb, cleared binding levels {{(pid=86359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:33:19.385350 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-7a6980d3-cde6-4191-b063-99217e0e3cc2 None None] For port 4eef1333-3dcd-4efc-88f9-c6660c405b85, host dv-cinder-787296-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=4eef1333-3dcd-4efc-88f9-c6660c405b85,segment=NetworkSegment(21ef2e3d-6212-4d79-ab7a-1f045ca7b7c1),segment_id=21ef2e3d-6212-4d79-ab7a-1f045ca7b7c1)] {{(pid=86359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:33:19.389133 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7a6980d3-cde6-4191-b063-99217e0e3cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86359) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:19.395463 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-55925fb6-5606-45e9-8cc8-9898634cd33e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:19.511109 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6980d3-cde6-4191-b063-99217e0e3cc2 None None] Routers {'c5999e35-a33e-493e-be67-698c6ffd9387'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:33:19.511829 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-7a6980d3-cde6-4191-b063-99217e0e3cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:32:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['c5999e35-a33e-493e-be67-698c6ffd9387'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:33:19.663456 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a32419-21af-4dbf-b1ca-6e0b55c9765e None None] Pushing event updated for resources: {'Port': ['ID=4eef1333-3dcd-4efc-88f9-c6660c405b85,revision_number=4']} {{(pid=86359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:19.674369 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f1a32419-21af-4dbf-b1ca-6e0b55c9765e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86359) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:19.777771 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-7a6980d3-cde6-4191-b063-99217e0e3cc2 None None] Set router c5999e35-a33e-493e-be67-698c6ffd9387 gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:33:19.892745 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4e74afcf-2b3b-4669-abda-5a1c03cca700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:20.220721 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-7a6980d3-cde6-4191-b063-99217e0e3cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5999e35-a33e-493e-be67-698c6ffd9387', 'name': 'tempest-TestMinimumBasicScenario-2145757752-router', 'tenant_id': '837c9ffed3dd4e6fa930f028ac696107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': 'cdbd8591-3390-4ce5-ad24-298cf77bf0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:07Z', 'updated_at': '2021-04-20T23:33:11Z', 'revision_number': 4, 'project_id': '837c9ffed3dd4e6fa930f028ac696107', 'gw_port': {'id': 'cdbd8591-3390-4ce5-ad24-298cf77bf0fc', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5999e35-a33e-493e-be67-698c6ffd9387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:07Z', 'updated_at': '2021-04-20T23:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '4eef1333-3dcd-4efc-88f9-c6660c405b85', 'name': '', 'network_id': '36c15dee-2ef8-4dd5-a989-b4df25fccd8f', 'tenant_id': '837c9ffed3dd4e6fa930f028ac696107', 'mac_address': 'fa:16:3e:b9:2c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5999e35-a33e-493e-be67-698c6ffd9387', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '851e6163-7522-40b8-938f-93a65c8dcafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:11Z', 'updated_at': '2021-04-20T23:33:19Z', 'revision_number': 4, 'project_id': '837c9ffed3dd4e6fa930f028ac696107', 'subnets': [{'id': '851e6163-7522-40b8-938f-93a65c8dcafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:33:20.225290 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6980d3-cde6-4191-b063-99217e0e3cc2 None None] The sync data for ids ['c5999e35-a33e-493e-be67-698c6ffd9387'] in dv-cinder-787296-1-smb is: [{'id': 'c5999e35-a33e-493e-be67-698c6ffd9387', 'name': 'tempest-TestMinimumBasicScenario-2145757752-router', 'tenant_id': '837c9ffed3dd4e6fa930f028ac696107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': 'cdbd8591-3390-4ce5-ad24-298cf77bf0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:07Z', 'updated_at': '2021-04-20T23:33:11Z', 'revision_number': 4, 'project_id': '837c9ffed3dd4e6fa930f028ac696107', 'gw_port': {'id': 'cdbd8591-3390-4ce5-ad24-298cf77bf0fc', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5999e35-a33e-493e-be67-698c6ffd9387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:07Z', 'updated_at': '2021-04-20T23:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '4eef1333-3dcd-4efc-88f9-c6660c405b85', 'name': '', 'network_id': '36c15dee-2ef8-4dd5-a989-b4df25fccd8f', 'tenant_id': '837c9ffed3dd4e6fa930f028ac696107', 'mac_address': 'fa:16:3e:b9:2c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5999e35-a33e-493e-be67-698c6ffd9387', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '851e6163-7522-40b8-938f-93a65c8dcafb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:11Z', 'updated_at': '2021-04-20T23:33:19Z', 'revision_number': 4, 'project_id': '837c9ffed3dd4e6fa930f028ac696107', 'subnets': [{'id': '851e6163-7522-40b8-938f-93a65c8dcafb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:33:20.675460 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 4eef1333-3dcd-4efc-88f9-c6660c405b85 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:33:20.846643 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning for port 4eef1333-3dcd-4efc-88f9-c6660c405b85 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:33:20.871655 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port 4eef1333-3dcd-4efc-88f9-c6660c405b85 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:33:20.872437 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:21.036792 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:21.074016 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] For port 4eef1333-3dcd-4efc-88f9-c6660c405b85, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=4eef1333-3dcd-4efc-88f9-c6660c405b85,segment=NetworkSegment(21ef2e3d-6212-4d79-ab7a-1f045ca7b7c1),segment_id=21ef2e3d-6212-4d79-ab7a-1f045ca7b7c1)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:33:21.080382 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:21.088087 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-26702685-5cfa-497c-b986-3081a68175f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:21.191991 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Pushing event updated for resources: {'Port': ['ID=4eef1333-3dcd-4efc-88f9-c6660c405b85,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:21.206354 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:22.415417 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-000d34ea-19b4-4999-b46b-141a1c7097bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:22.551341 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 4eef1333-3dcd-4efc-88f9-c6660c405b85 up at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:33:22.642647 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Provisioning complete for port 4eef1333-3dcd-4efc-88f9-c6660c405b85 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:33:22.643078 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:22.867326 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:23.434648 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8c8a6-ea60-4604-8e7a-08368b3b23c7 req-18327fb1-f140-470d-884c-e67afa8ee389 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:23.436498 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bfc8c8a6-ea60-4604-8e7a-08368b3b23c7 req-18327fb1-f140-470d-884c-e67afa8ee389 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 946 time: 0.0998149 Apr 20 23:33:23.487144 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bfc8c8a6-ea60-4604-8e7a-08368b3b23c7 req-48f4e510-70c4-4f0d-bd5e-d519c9ff63ce tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427868 Apr 20 23:33:23.607427 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:24.211846 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-ed04a17c-677b-41fa-b200-ad9fe6d1e9c3 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:24.212602 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-ed04a17c-677b-41fa-b200-ad9fe6d1e9c3 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Synchronizing usage tracker for tenant:2fe533bef34b4cc19229fead4ee8762c on resource:network {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:33:24.228470 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-ed04a17c-677b-41fa-b200-ad9fe6d1e9c3 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Unset dirty status for tenant:2fe533bef34b4cc19229fead4ee8762c on resource:network {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:33:24.229734 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-ed04a17c-677b-41fa-b200-ad9fe6d1e9c3 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/networks?id=e292421f-a606-4905-abc3-7ede61586276 HTTP/1.1" status: 200 len: 815 time: 0.1766300 Apr 20 23:33:24.245815 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-52d323f1-b2fb-4a91-8aed-aeb81e9338d9 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/quotas/2fe533bef34b4cc19229fead4ee8762c HTTP/1.1" status: 200 len: 375 time: 0.0094934 Apr 20 23:33:24.422584 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:24.560031 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-6806c154-d93b-4d9c-b740-207c66ca9d5c tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Synchronizing usage tracker for tenant:2fe533bef34b4cc19229fead4ee8762c on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:33:24.576174 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-6806c154-d93b-4d9c-b740-207c66ca9d5c tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Unset dirty status for tenant:2fe533bef34b4cc19229fead4ee8762c on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:33:24.577638 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-6806c154-d93b-4d9c-b740-207c66ca9d5c tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2fe533bef34b4cc19229fead4ee8762c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3251379 Apr 20 23:33:24.697358 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d0135-1fbd-4799-98ad-baa6323a615d req-edb53892-f916-43d4-8f62-d239445c0274 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:24.698874 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3f9d0135-1fbd-4799-98ad-baa6323a615d req-edb53892-f916-43d4-8f62-d239445c0274 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 946 time: 0.0872300 Apr 20 23:33:24.725663 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-fd824e7a-751b-4501-9443-7bb39f506787 service neutron] 10.222.0.16 "GET /v2.0/networks/e292421f-a606-4905-abc3-7ede61586276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350839 Apr 20 23:33:24.749953 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3f9d0135-1fbd-4799-98ad-baa6323a615d req-0e1519b9-f1ca-49af-8976-3452f10140c5 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444195 Apr 20 23:33:24.869100 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-8dd29b61-37c8-4e84-a83c-8e25d121ff2f service neutron] 10.222.0.16 "GET /v2.0/networks/e292421f-a606-4905-abc3-7ede61586276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366785 Apr 20 23:33:25.059745 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a8cea223-696d-475d-aa23-e1f4a396d404 req-6800bf54-6e44-4a4c-abeb-77743c044fa6 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 210 time: 0.0478232 Apr 20 23:33:25.973354 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239236d9-015a-40f2-906e-735992b9616e req-f576a314-8fd0-4c70-8adc-3b043a296459 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:25.974924 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-239236d9-015a-40f2-906e-735992b9616e req-f576a314-8fd0-4c70-8adc-3b043a296459 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 946 time: 0.0940342 Apr 20 23:33:26.022959 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-239236d9-015a-40f2-906e-735992b9616e req-0d8833bd-9671-41b2-870c-6b2150f9cae7 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415180 Apr 20 23:33:26.222854 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3df5b45f-fcba-4383-95be-290b81f6ac92 req-25d003ad-d3ed-4d14-973e-7d561956b806 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 210 time: 0.0493183 Apr 20 23:33:26.500142 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-b20b404a-8cbd-498a-b361-164393575f98 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:26.501786 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-b20b404a-8cbd-498a-b361-164393575f98 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.36 "GET /v2.0/networks?id=e292421f-a606-4905-abc3-7ede61586276 HTTP/1.1" status: 200 len: 815 time: 0.1694341 Apr 20 23:33:26.515040 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-008c4290-2652-4198-875c-5672c25c5216 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Request body: {'port': {'device_id': '8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98', 'network_id': 'e292421f-a606-4905-abc3-7ede61586276', 'admin_state_up': True, 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:33:26.661456 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-008c4290-2652-4198-875c-5672c25c5216 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:33:26.671511 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-008c4290-2652-4198-875c-5672c25c5216 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:33:26.680309 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-008c4290-2652-4198-875c-5672c25c5216 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Made reservation on behalf of 2fe533bef34b4cc19229fead4ee8762c for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:33:26.686390 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-008c4290-2652-4198-875c-5672c25c5216 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:26.862584 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-008c4290-2652-4198-875c-5672c25c5216 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Allocated IP 172.20.0.13 (e292421f-a606-4905-abc3-7ede61586276/f28d0304-03e1-4b20-9137-942b41a24e13/2d2bbf95-79d3-49e4-9ba8-066843e8a1b9) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:33:27.174862 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-008c4290-2652-4198-875c-5672c25c5216 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:27.226889 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-008c4290-2652-4198-875c-5672c25c5216 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Transition to ACTIVE for port object 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 will not be triggered until provisioned by entity DHCP. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:33:27.335635 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-008c4290-2652-4198-875c-5672c25c5216 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:27.342300 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-67c44df2-b6bc-44c8-bd98-369479b2ee3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:27.426657 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c4290-2652-4198-875c-5672c25c5216 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Pushing event updated for resources: {'Port': ['ID=2d2bbf95-79d3-49e4-9ba8-066843e8a1b9,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:27.443303 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c4290-2652-4198-875c-5672c25c5216 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:27.443740 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c4290-2652-4198-875c-5672c25c5216 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:27.444243 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c4290-2652-4198-875c-5672c25c5216 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:27.444724 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c4290-2652-4198-875c-5672c25c5216 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:27.445125 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c4290-2652-4198-875c-5672c25c5216 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:27.445559 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c4290-2652-4198-875c-5672c25c5216 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:27.445958 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c4290-2652-4198-875c-5672c25c5216 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:27.446350 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c4290-2652-4198-875c-5672c25c5216 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:27.446740 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c4290-2652-4198-875c-5672c25c5216 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:27.447124 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c4290-2652-4198-875c-5672c25c5216 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:27.447509 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c4290-2652-4198-875c-5672c25c5216 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:27.447896 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008c4290-2652-4198-875c-5672c25c5216 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:33:27.457083 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-008c4290-2652-4198-875c-5672c25c5216 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:27.475358 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-008c4290-2652-4198-875c-5672c25c5216 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Network e292421f-a606-4905-abc3-7ede61586276 is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:33:27.484042 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99027379-b91c-4222-9f97-2008faae981d req-f14e919c-64c7-43a3-b785-13d7b2149068 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:27.485756 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-99027379-b91c-4222-9f97-2008faae981d req-f14e919c-64c7-43a3-b785-13d7b2149068 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 946 time: 0.2357399 Apr 20 23:33:27.486870 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-008c4290-2652-4198-875c-5672c25c5216 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:33:27.501249 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-008c4290-2652-4198-875c-5672c25c5216 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:33:27.614202 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-99027379-b91c-4222-9f97-2008faae981d req-06075e3e-749a-4ea6-9bd1-7c257bc39ed1 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813954 Apr 20 23:33:27.629391 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-008c4290-2652-4198-875c-5672c25c5216 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:27.630083 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-008c4290-2652-4198-875c-5672c25c5216 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:27.669442 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-008c4290-2652-4198-875c-5672c25c5216 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1587417 Apr 20 23:33:27.756618 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59500e-4b6a-41b7-b525-c8d53cea512b req-9c7f8e11-4feb-40c3-a48d-d127761a8731 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:27.758452 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ee59500e-4b6a-41b7-b525-c8d53cea512b req-9c7f8e11-4feb-40c3-a48d-d127761a8731 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 932 time: 0.1276233 Apr 20 23:33:27.808598 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-ee59500e-4b6a-41b7-b525-c8d53cea512b req-44c9e4b5-2f9e-4b96-ba21-e5cde67bcc48 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Synchronizing usage tracker for tenant:2fe533bef34b4cc19229fead4ee8762c on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:33:27.826587 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-ee59500e-4b6a-41b7-b525-c8d53cea512b req-44c9e4b5-2f9e-4b96-ba21-e5cde67bcc48 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Unset dirty status for tenant:2fe533bef34b4cc19229fead4ee8762c on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:33:27.827861 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ee59500e-4b6a-41b7-b525-c8d53cea512b req-44c9e4b5-2f9e-4b96-ba21-e5cde67bcc48 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631886 Apr 20 23:33:27.854078 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-d8741670-4af2-4982-81c2-961d0a23c97c None None] Provisioning for port 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:33:27.859970 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-d8741670-4af2-4982-81c2-961d0a23c97c None None] Provisioning complete for port 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:33:27.860401 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d8741670-4af2-4982-81c2-961d0a23c97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:27.919893 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-d8741670-4af2-4982-81c2-961d0a23c97c None None] Port 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:33:28.835341 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519a5dc-9e12-4ab2-be95-2874a5bf8842 req-0341c4b5-b9ec-44c4-b03d-fa74ede580ca tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:28.837097 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5519a5dc-9e12-4ab2-be95-2874a5bf8842 req-0341c4b5-b9ec-44c4-b03d-fa74ede580ca tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 946 time: 0.0943363 Apr 20 23:33:28.893697 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5519a5dc-9e12-4ab2-be95-2874a5bf8842 req-bc25ef3d-548c-47b6-a72c-f67f10c44f91 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495203 Apr 20 23:33:29.041489 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181755c-fa06-4d60-9290-108fad6db048 req-5996bedd-c62e-4b53-9368-73333a61d09c tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:29.043094 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2181755c-fa06-4d60-9290-108fad6db048 req-5996bedd-c62e-4b53-9368-73333a61d09c tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 932 time: 0.0950966 Apr 20 23:33:29.093271 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2181755c-fa06-4d60-9290-108fad6db048 req-2a086710-5219-4a8e-8900-210ea90858a2 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426345 Apr 20 23:33:30.106923 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57116069-5673-4421-86f4-ce697430c9d6 req-8f58b871-2395-4319-8783-9eee3b03e36d tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:30.108400 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-57116069-5673-4421-86f4-ce697430c9d6 req-8f58b871-2395-4319-8783-9eee3b03e36d tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 946 time: 0.0895088 Apr 20 23:33:30.159931 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-57116069-5673-4421-86f4-ce697430c9d6 req-d807302a-1dda-4031-8914-6b0d0722f73c tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442040 Apr 20 23:33:30.310433 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ff003-a126-4eac-82db-666b4145225f req-2474bb03-2b4b-4f31-84b5-fa36b77c6895 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:30.312008 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0a4ff003-a126-4eac-82db-666b4145225f req-2474bb03-2b4b-4f31-84b5-fa36b77c6895 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 932 time: 0.0894074 Apr 20 23:33:30.365218 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0a4ff003-a126-4eac-82db-666b4145225f req-3864d798-2690-4aae-8f9a-12f63f69050d tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458372 Apr 20 23:33:31.375223 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa2ab2-6c30-4439-9c73-a032548fb1ea req-ba9c6103-98b4-4b80-bff3-f59ccf1d10fb tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:31.377350 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bffa2ab2-6c30-4439-9c73-a032548fb1ea req-ba9c6103-98b4-4b80-bff3-f59ccf1d10fb tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 946 time: 0.0935528 Apr 20 23:33:31.427945 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bffa2ab2-6c30-4439-9c73-a032548fb1ea req-8be6f2ab-5a29-4832-9828-261f7c7766ed tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437622 Apr 20 23:33:31.603952 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729ab46-86ac-4ce2-9be8-d7aee0e1616b req-72b53940-0fbf-49f2-8d17-4f9a71e944de tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:31.605619 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6729ab46-86ac-4ce2-9be8-d7aee0e1616b req-72b53940-0fbf-49f2-8d17-4f9a71e944de tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 932 time: 0.0897233 Apr 20 23:33:31.654972 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6729ab46-86ac-4ce2-9be8-d7aee0e1616b req-658492f2-5c51-496b-b434-62ee42aaa809 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424287 Apr 20 23:33:32.645525 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def82ea6-9ee0-40d8-828c-0b342a1ab981 req-78efd60c-6609-4128-8afe-954b995d2ff5 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:32.647140 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-def82ea6-9ee0-40d8-828c-0b342a1ab981 req-78efd60c-6609-4128-8afe-954b995d2ff5 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 946 time: 0.0904965 Apr 20 23:33:32.701199 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-def82ea6-9ee0-40d8-828c-0b342a1ab981 req-0385449e-3fae-4ca5-a271-1a5125d55fc1 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476604 Apr 20 23:33:32.867351 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5e5dc-c43b-470a-937c-3423ae412bcc req-10d2fa1f-0a93-4f97-870f-6aaa7ee57471 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:32.868975 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c5a5e5dc-c43b-470a-937c-3423ae412bcc req-10d2fa1f-0a93-4f97-870f-6aaa7ee57471 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 932 time: 0.0956323 Apr 20 23:33:32.924037 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c5a5e5dc-c43b-470a-937c-3423ae412bcc req-b26c8a1f-caa1-4eba-ae10-fba233db435b tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484333 Apr 20 23:33:33.911401 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394f2d1-8e15-4854-af02-9f7d5a24b5a2 req-7f4dd8d7-35e8-4bcd-9ed9-91547509ff4e tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:33.913013 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c394f2d1-8e15-4854-af02-9f7d5a24b5a2 req-7f4dd8d7-35e8-4bcd-9ed9-91547509ff4e tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 946 time: 0.0916369 Apr 20 23:33:33.963250 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c394f2d1-8e15-4854-af02-9f7d5a24b5a2 req-8aeeb188-fad4-4009-a488-9f9af75ed5ad tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436263 Apr 20 23:33:34.132360 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe9e22-9f88-4da2-bcc5-61ff0cd128dc req-bd4dd027-7bee-459c-a20c-2d10ff0bfc51 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:34.133977 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9ebe9e22-9f88-4da2-bcc5-61ff0cd128dc req-bd4dd027-7bee-459c-a20c-2d10ff0bfc51 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 932 time: 0.0912111 Apr 20 23:33:34.184090 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9ebe9e22-9f88-4da2-bcc5-61ff0cd128dc req-8f360c81-9247-4c17-a7c5-ad04d69261a3 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433555 Apr 20 23:33:35.184593 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fda6a-bfe5-466c-b744-c466214d96d7 req-a7dca713-cdff-49f7-a026-861ecb9a90a9 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:35.186238 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-837fda6a-bfe5-466c-b744-c466214d96d7 req-a7dca713-cdff-49f7-a026-861ecb9a90a9 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 946 time: 0.0942543 Apr 20 23:33:35.238718 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-837fda6a-bfe5-466c-b744-c466214d96d7 req-5dc2f519-01eb-4ed7-ab0a-8edc6514400b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458989 Apr 20 23:33:35.402439 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42582df2-869d-4dda-ae66-5c59eff62ae0 req-2660b6b3-f5e4-40aa-9640-ff1a6aad88b0 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:35.411970 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-42582df2-869d-4dda-ae66-5c59eff62ae0 req-2660b6b3-f5e4-40aa-9640-ff1a6aad88b0 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 932 time: 0.1060257 Apr 20 23:33:35.479437 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-42582df2-869d-4dda-ae66-5c59eff62ae0 req-22515ce1-6abb-4a4f-9819-0ad576bc664f tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661924 Apr 20 23:33:36.652545 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613bb94-baf7-4dcf-a084-8b1f640eddaa req-fe0cb2df-d8c4-4226-ab76-c94619197122 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:36.654208 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6613bb94-baf7-4dcf-a084-8b1f640eddaa req-fe0cb2df-d8c4-4226-ab76-c94619197122 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 946 time: 0.0930846 Apr 20 23:33:36.702239 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6613bb94-baf7-4dcf-a084-8b1f640eddaa req-5ff96cbd-3203-4991-848e-79e6bcb7e5f6 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410163 Apr 20 23:33:36.708957 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49398ca-e096-4ad8-96b7-2e033799f293 req-c765e597-17c8-4786-b823-1dbcbee00b8f tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:36.710588 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b49398ca-e096-4ad8-96b7-2e033799f293 req-c765e597-17c8-4786-b823-1dbcbee00b8f tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 932 time: 0.0911298 Apr 20 23:33:36.759412 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b49398ca-e096-4ad8-96b7-2e033799f293 req-daf8457a-fa24-4647-87ff-d28c7a0a3492 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421612 Apr 20 23:33:37.137627 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-85701617-35af-4fe6-a30e-e8f44c07d2ba service neutron] Request body: {'port': {'device_id': '8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:33:37.477376 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-85701617-35af-4fe6-a30e-e8f44c07d2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:37.882763 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-85701617-35af-4fe6-a30e-e8f44c07d2ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:33:37.894337 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-85701617-35af-4fe6-a30e-e8f44c07d2ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:37.921179 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-85701617-35af-4fe6-a30e-e8f44c07d2ba service neutron] Transition to ACTIVE for port object 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:33:37.926697 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-85701617-35af-4fe6-a30e-e8f44c07d2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851800608'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:37.931493 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f6588f16-9852-4fec-9bcb-96b056a578ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:37.968210 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f5121-8c44-40d5-aeee-ebc960d50d90 req-2e057327-dd35-4e42-818a-518629cabbfc tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:37.970364 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c19f5121-8c44-40d5-aeee-ebc960d50d90 req-2e057327-dd35-4e42-818a-518629cabbfc tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 944 time: 0.0918939 Apr 20 23:33:38.021268 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c19f5121-8c44-40d5-aeee-ebc960d50d90 req-4b9255ad-508b-4c32-addf-9ac4b838ce3d tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442045 Apr 20 23:33:38.073370 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85701617-35af-4fe6-a30e-e8f44c07d2ba service neutron] Pushing event updated for resources: {'Port': ['ID=2d2bbf95-79d3-49e4-9ba8-066843e8a1b9,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:38.091581 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823028b2-91c1-43b1-8f49-5ab8ae3ca417 req-3a02cf05-8962-4222-9118-78a8c8cf2338 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:38.093278 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-823028b2-91c1-43b1-8f49-5ab8ae3ca417 req-3a02cf05-8962-4222-9118-78a8c8cf2338 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 946 time: 0.2660284 Apr 20 23:33:38.094982 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-85701617-35af-4fe6-a30e-e8f44c07d2ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:38.182641 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 26e98946-4775-48e8-b92f-d93d81881b22 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:33:38.228008 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-823028b2-91c1-43b1-8f49-5ab8ae3ca417 req-26a059ba-bea1-48d0-a6d0-a3385685fd5a tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268542 Apr 20 23:33:38.250355 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-85701617-35af-4fe6-a30e-e8f44c07d2ba service neutron] Attempting to bind port 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:33:38.250810 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-85701617-35af-4fe6-a30e-e8f44c07d2ba service neutron] Attempting to bind port 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '04007d49-6b9c-4837-8d55-9e9bdafa0961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e292421f-a606-4905-abc3-7ede61586276'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:33:38.251129 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-85701617-35af-4fe6-a30e-e8f44c07d2ba service neutron] Attempting to bind port 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 on network e292421f-a606-4905-abc3-7ede61586276 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:33:38.256626 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-85701617-35af-4fe6-a30e-e8f44c07d2ba service neutron] Port 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 on network e292421f-a606-4905-abc3-7ede61586276 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:33:38.257001 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-85701617-35af-4fe6-a30e-e8f44c07d2ba service neutron] Attempting to bind port 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 on network e292421f-a606-4905-abc3-7ede61586276 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:33:38.263176 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-85701617-35af-4fe6-a30e-e8f44c07d2ba service neutron] Checking agent: {'id': '0dbb4980-ddab-4c32-9a5e-02cbda900cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:33:38.263559 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-85701617-35af-4fe6-a30e-e8f44c07d2ba service neutron] Checking segment: {'id': '04007d49-6b9c-4837-8d55-9e9bdafa0961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e292421f-a606-4905-abc3-7ede61586276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:33:38.263989 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-85701617-35af-4fe6-a30e-e8f44c07d2ba service neutron] Bound using segment: {'id': '04007d49-6b9c-4837-8d55-9e9bdafa0961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e292421f-a606-4905-abc3-7ede61586276'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:33:38.264476 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-85701617-35af-4fe6-a30e-e8f44c07d2ba service neutron] Bound port: 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04007d49-6b9c-4837-8d55-9e9bdafa0961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e292421f-a606-4905-abc3-7ede61586276'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:33:38.264872 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-85701617-35af-4fe6-a30e-e8f44c07d2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:38.369239 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-85701617-35af-4fe6-a30e-e8f44c07d2ba service neutron] For port 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9, host hv-cinder-78729, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:33:38.372585 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-85701617-35af-4fe6-a30e-e8f44c07d2ba service neutron] For port 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2d2bbf95-79d3-49e4-9ba8-066843e8a1b9,segment=NetworkSegment(04007d49-6b9c-4837-8d55-9e9bdafa0961),segment_id=04007d49-6b9c-4837-8d55-9e9bdafa0961)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:33:38.376258 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-85701617-35af-4fe6-a30e-e8f44c07d2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851800608'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:38.381405 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-12a15ae9-5e28-4421-ad1a-413cb2b7c6ce tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:38.442972 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-85701617-35af-4fe6-a30e-e8f44c07d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:38.443647 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-85701617-35af-4fe6-a30e-e8f44c07d2ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:38.445372 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-85701617-35af-4fe6-a30e-e8f44c07d2ba service neutron] 10.222.0.36 "PUT /v2.0/ports/2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 HTTP/1.1" status: 200 len: 1094 time: 1.4200211 Apr 20 23:33:38.445725 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98', 'tag': '2d2bbf95-79d3-49e4-9ba8-066843e8a1b9'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:33:38.469988 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85701617-35af-4fe6-a30e-e8f44c07d2ba service neutron] Pushing event updated for resources: {'Port': ['ID=2d2bbf95-79d3-49e4-9ba8-066843e8a1b9,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:38.473739 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-85701617-35af-4fe6-a30e-e8f44c07d2ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:38.523413 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 26e98946-4775-48e8-b92f-d93d81881b22, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=26e98946-4775-48e8-b92f-d93d81881b22,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:33:38.539307 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Returning: {'device': '26e98946-4775-48e8-b92f-d93d81881b22', 'network_id': '437210c7-1067-49df-b543-565768333126', 'port_id': '26e98946-4775-48e8-b92f-d93d81881b22', 'mac_address': 'fa:16:3e:8b:a3:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:33:38.589721 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-e1bf7e10-b8e1-4a30-b5fa-85e8b41f7ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:38.592374 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-e1bf7e10-b8e1-4a30-b5fa-85e8b41f7ff3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fe533bef34b4cc19229fead4ee8762c&device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 1097 time: 0.0934644 Apr 20 23:33:38.595245 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98', 'tag': '2d2bbf95-79d3-49e4-9ba8-066843e8a1b9', 'status': 'completed', 'code': 200} Apr 20 23:33:38.609636 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:38.627975 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26e98946-4775-48e8-b92f-d93d81881b22 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:33:38.644159 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 26e98946-4775-48e8-b92f-d93d81881b22, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=26e98946-4775-48e8-b92f-d93d81881b22,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:33:38.647076 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:38.648882 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:38.675268 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-c159df28-0f50-4449-a390-ecc9f987f2dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 HTTP/1.1" status: 200 len: 217 time: 0.0668142 Apr 20 23:33:38.733229 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=26e98946-4775-48e8-b92f-d93d81881b22,revision_number=6']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:38.737543 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['26e98946-4775-48e8-b92f-d93d81881b22'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:33:38.748004 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-d9a6ead3-4035-489c-b569-5d2571e5b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:38.749607 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-d9a6ead3-4035-489c-b569-5d2571e5b9ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f28d0304-03e1-4b20-9137-942b41a24e13 HTTP/1.1" status: 200 len: 854 time: 0.0678353 Apr 20 23:33:38.763569 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:38.836694 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-8c7c448e-d589-4056-8823-8fd612b9d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:38.838373 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-8c7c448e-d589-4056-8823-8fd612b9d7d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e292421f-a606-4905-abc3-7ede61586276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797296 Apr 20 23:33:38.982351 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-e65c173e-ab7e-44de-b27e-aef70ba1658f service neutron] 10.222.0.36 "GET /v2.0/networks/e292421f-a606-4905-abc3-7ede61586276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355011 Apr 20 23:33:39.130407 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-af0510ca-5ce7-40c6-b07e-0d22cd0f6221 req-e16f59b1-1f48-4cee-8bd0-043a1ef0287c service neutron] 10.222.0.36 "GET /v2.0/networks/e292421f-a606-4905-abc3-7ede61586276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376038 Apr 20 23:33:39.308271 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9e860-fc09-4771-9a24-22a10dba34cb req-cd81fa25-ee81-4966-b43e-2a0da9447d40 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:39.309021 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-a3d9e860-fc09-4771-9a24-22a10dba34cb req-cd81fa25-ee81-4966-b43e-2a0da9447d40 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Synchronizing usage tracker for tenant:2fe533bef34b4cc19229fead4ee8762c on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:33:39.314954 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9b23f-9bad-4353-8cc5-534e2917c0f7 req-ae449e67-7ba3-4628-b614-be3237da8f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:39.316492 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dba9b23f-9bad-4353-8cc5-534e2917c0f7 req-ae449e67-7ba3-4628-b614-be3237da8f72 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fe533bef34b4cc19229fead4ee8762c&device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 1097 time: 0.1311193 Apr 20 23:33:39.426104 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-a3d9e860-fc09-4771-9a24-22a10dba34cb req-cd81fa25-ee81-4966-b43e-2a0da9447d40 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Unset dirty status for tenant:2fe533bef34b4cc19229fead4ee8762c on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:33:39.427381 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a3d9e860-fc09-4771-9a24-22a10dba34cb req-cd81fa25-ee81-4966-b43e-2a0da9447d40 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 944 time: 0.2866323 Apr 20 23:33:39.502942 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef8534-ae9b-481c-87c2-4637888f6dbf req-c5173061-f1b6-4a16-90d5-a5cf70a7db3c tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:39.504535 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-15ef8534-ae9b-481c-87c2-4637888f6dbf req-c5173061-f1b6-4a16-90d5-a5cf70a7db3c tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 945 time: 0.1277101 Apr 20 23:33:39.517234 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a3d9e860-fc09-4771-9a24-22a10dba34cb req-604d1541-5b85-41b9-8f37-333777697fad tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826197 Apr 20 23:33:39.524506 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9b23f-9bad-4353-8cc5-534e2917c0f7 req-cba1ef16-c2da-42e1-b181-a04aac665b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:39.526325 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dba9b23f-9bad-4353-8cc5-534e2917c0f7 req-cba1ef16-c2da-42e1-b181-a04aac665b20 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e292421f-a606-4905-abc3-7ede61586276 HTTP/1.1" status: 200 len: 916 time: 0.2036345 Apr 20 23:33:39.561664 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-15ef8534-ae9b-481c-87c2-4637888f6dbf req-2cbcd655-c88b-45e0-8ceb-ae3aead1e4aa tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502825 Apr 20 23:33:39.608352 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dba9b23f-9bad-4353-8cc5-534e2917c0f7 req-4ad09683-266d-45c2-ae92-6c0f8d4db37d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 HTTP/1.1" status: 200 len: 217 time: 0.0747795 Apr 20 23:33:39.689362 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9b23f-9bad-4353-8cc5-534e2917c0f7 req-f21354a6-f166-4128-a051-09fb4c5d0a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:39.691843 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dba9b23f-9bad-4353-8cc5-534e2917c0f7 req-f21354a6-f166-4128-a051-09fb4c5d0a21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f28d0304-03e1-4b20-9137-942b41a24e13 HTTP/1.1" status: 200 len: 854 time: 0.0687187 Apr 20 23:33:39.790396 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9b23f-9bad-4353-8cc5-534e2917c0f7 req-fa5d6eb7-c4bf-4a4d-9217-4337641da776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:39.792015 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dba9b23f-9bad-4353-8cc5-534e2917c0f7 req-fa5d6eb7-c4bf-4a4d-9217-4337641da776 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e292421f-a606-4905-abc3-7ede61586276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0886431 Apr 20 23:33:39.955652 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dba9b23f-9bad-4353-8cc5-534e2917c0f7 req-e496d940-a280-418e-aea8-709f2914f811 service neutron] 10.222.0.36 "GET /v2.0/networks/e292421f-a606-4905-abc3-7ede61586276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539574 Apr 20 23:33:40.126471 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dba9b23f-9bad-4353-8cc5-534e2917c0f7 req-a2805c38-765d-483a-a8e3-cf882d05394e service neutron] 10.222.0.36 "GET /v2.0/networks/e292421f-a606-4905-abc3-7ede61586276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613410 Apr 20 23:33:40.217660 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 26e98946-4775-48e8-b92f-d93d81881b22 up at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:33:40.297809 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning complete for port 26e98946-4775-48e8-b92f-d93d81881b22 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:33:40.298233 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:40.461653 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:40.508812 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2908fc7-9f6b-4017-8ac3-f0ed649c05cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e98946-4775-48e8-b92f-d93d81881b22'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:33:40.543352 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 26e98946-4775-48e8-b92f-d93d81881b22, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=26e98946-4775-48e8-b92f-d93d81881b22,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:33:40.547781 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:40.551150 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:40.649392 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=26e98946-4775-48e8-b92f-d93d81881b22,revision_number=7']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:40.652932 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:40.733823 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2908fc7-9f6b-4017-8ac3-f0ed649c05cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e98946-4775-48e8-b92f-d93d81881b22', 'code': 200} Apr 20 23:33:40.794554 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf06184-b2ed-4f97-8f0f-16fb857b3058 req-b19e22a8-d3bf-44c4-bc29-5b2841a32cf3 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:40.796201 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fcf06184-b2ed-4f97-8f0f-16fb857b3058 req-b19e22a8-d3bf-44c4-bc29-5b2841a32cf3 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 944 time: 0.0988986 Apr 20 23:33:40.870581 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fcf06184-b2ed-4f97-8f0f-16fb857b3058 req-255644b0-b36d-48de-a361-ce417d5061a5 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610664 Apr 20 23:33:40.995470 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24ff61-b670-4cdc-89c0-62865517decc req-2aa94381-ad03-4aa9-8761-2993b3a6d8eb tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:40.997275 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bc24ff61-b670-4cdc-89c0-62865517decc req-2aa94381-ad03-4aa9-8761-2993b3a6d8eb tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 946 time: 0.1219316 Apr 20 23:33:41.058526 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bc24ff61-b670-4cdc-89c0-62865517decc req-582aa88f-4b79-4dbc-8254-ee04d0b429e9 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505617 Apr 20 23:33:41.473301 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d09572-203a-46d6-b168-aa6e49d6587a req-46a525f2-552a-47dc-a4f8-8f90c569d1a7 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:41.474832 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-58d09572-203a-46d6-b168-aa6e49d6587a req-46a525f2-552a-47dc-a4f8-8f90c569d1a7 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=89aa3b44-cfdf-4f3c-b2a3-7539a345fc56 HTTP/1.1" status: 200 len: 945 time: 0.1269739 Apr 20 23:33:41.529681 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-58d09572-203a-46d6-b168-aa6e49d6587a req-4edf3cfb-f831-4e41-9d87-9f60ac9ff088 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d583ba-143a-4d33-83f5-5494d715e4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455120 Apr 20 23:33:42.091326 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c91e1-9914-421a-8c8a-8b8ac3451ab6 req-cf0da7da-06d2-4d52-8996-f0a7c1bf80f9 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:42.099399 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-aa4c91e1-9914-421a-8c8a-8b8ac3451ab6 req-cf0da7da-06d2-4d52-8996-f0a7c1bf80f9 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 944 time: 0.1045249 Apr 20 23:33:42.160442 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-aa4c91e1-9914-421a-8c8a-8b8ac3451ab6 req-97936f60-691a-455a-b9d9-0679e25f95e0 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477779 Apr 20 23:33:42.220811 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:33:42.333826 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271069d-efbd-4b0d-9279-5f0f4f393f19 req-d481673f-8f36-4114-ab72-5053eb6a5eac tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:42.335577 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2271069d-efbd-4b0d-9279-5f0f4f393f19 req-d481673f-8f36-4114-ab72-5053eb6a5eac tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 946 time: 0.1231880 Apr 20 23:33:42.391146 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2271069d-efbd-4b0d-9279-5f0f4f393f19 req-3da2d7e1-b473-47b0-b1e0-62fff37e3c0b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445015 Apr 20 23:33:42.402500 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2d2bbf95-79d3-49e4-9ba8-066843e8a1b9,segment=NetworkSegment(04007d49-6b9c-4837-8d55-9e9bdafa0961),segment_id=04007d49-6b9c-4837-8d55-9e9bdafa0961)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:33:42.422740 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Returning: {'device': '2d2bbf95-79d3-49e4-9ba8-066843e8a1b9', 'network_id': 'e292421f-a606-4905-abc3-7ede61586276', 'port_id': '2d2bbf95-79d3-49e4-9ba8-066843e8a1b9', 'mac_address': 'fa:16:3e:68:ae:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f28d0304-03e1-4b20-9137-942b41a24e13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:33:42.489306 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:42.508540 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:33:42.526052 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2d2bbf95-79d3-49e4-9ba8-066843e8a1b9,segment=NetworkSegment(04007d49-6b9c-4837-8d55-9e9bdafa0961),segment_id=04007d49-6b9c-4837-8d55-9e9bdafa0961)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:33:42.530287 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:42.532868 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:42.608294 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=2d2bbf95-79d3-49e4-9ba8-066843e8a1b9,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:42.614384 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:42.752497 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2382b8-3680-4790-81aa-584b9b72b5c7 req-6d78bf11-7c53-4a3a-a039-cc2c6ef4610d tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:42.754184 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1f2382b8-3680-4790-81aa-584b9b72b5c7 req-6d78bf11-7c53-4a3a-a039-cc2c6ef4610d tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=89aa3b44-cfdf-4f3c-b2a3-7539a345fc56 HTTP/1.1" status: 200 len: 945 time: 0.0941062 Apr 20 23:33:42.805046 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['2d2bbf95-79d3-49e4-9ba8-066843e8a1b9'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:33:42.806387 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1f2382b8-3680-4790-81aa-584b9b72b5c7 req-017f9902-466e-422d-a246-c387c62bb636 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d583ba-143a-4d33-83f5-5494d715e4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454247 Apr 20 23:33:43.391327 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894362b4-a5e2-4f9c-9be2-aaf7ba1737c6 req-2eb6a891-cee2-4c33-886c-05567226cc86 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:43.392888 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-894362b4-a5e2-4f9c-9be2-aaf7ba1737c6 req-2eb6a891-cee2-4c33-886c-05567226cc86 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.36 "GET /v2.0/ports?device_id=89aa3b44-cfdf-4f3c-b2a3-7539a345fc56 HTTP/1.1" status: 200 len: 945 time: 0.1951511 Apr 20 23:33:43.524075 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbdf69-39cb-4ed8-b3ad-5123a7f86807 req-6b1f1352-5665-4658-882b-8b2d52d29c38 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:43.532405 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6dbbdf69-39cb-4ed8-b3ad-5123a7f86807 req-6b1f1352-5665-4658-882b-8b2d52d29c38 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 945 time: 0.2160366 Apr 20 23:33:43.581103 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6dbbdf69-39cb-4ed8-b3ad-5123a7f86807 req-40c68886-0d00-46f7-91d5-09272f6fcfcc tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477390 Apr 20 23:33:43.587832 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-894362b4-a5e2-4f9c-9be2-aaf7ba1737c6 req-d7918207-e2b1-4a39-99ba-a9528ab4bcd4 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Deleting port 8f77b633-a419-4aa9-be73-b03200cd0e31 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:33:43.588223 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-894362b4-a5e2-4f9c-9be2-aaf7ba1737c6 req-d7918207-e2b1-4a39-99ba-a9528ab4bcd4 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:43.650092 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dc375-e386-498a-91c5-f549b6158ddb req-d13b027f-99d1-4585-89e0-8f9e66247415 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:43.656628 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c55dc375-e386-498a-91c5-f549b6158ddb req-d13b027f-99d1-4585-89e0-8f9e66247415 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 946 time: 0.1120322 Apr 20 23:33:43.714452 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c55dc375-e386-498a-91c5-f549b6158ddb req-209ccd74-f6d3-49e2-8da6-5da5923fca2a tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566013 Apr 20 23:33:43.870203 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-894362b4-a5e2-4f9c-9be2-aaf7ba1737c6 req-d7918207-e2b1-4a39-99ba-a9528ab4bcd4 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] For port 8f77b633-a419-4aa9-be73-b03200cd0e31, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8f77b633-a419-4aa9-be73-b03200cd0e31,segment=NetworkSegment(cfa1a3af-8a5c-4b97-9245-2f3d3b403af9),segment_id=cfa1a3af-8a5c-4b97-9245-2f3d3b403af9)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:33:43.870614 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-894362b4-a5e2-4f9c-9be2-aaf7ba1737c6 req-d7918207-e2b1-4a39-99ba-a9528ab4bcd4 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:44.228027 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 up at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:33:44.314579 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning for port 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:33:44.320247 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning complete for port 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:33:44.321031 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:44.368722 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7623da7-adfd-4ca5-983a-2e37e3f85a9c req-031a5068-fb96-4924-9d19-503d58a95bdc tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:44.378566 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e7623da7-adfd-4ca5-983a-2e37e3f85a9c req-031a5068-fb96-4924-9d19-503d58a95bdc tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=89aa3b44-cfdf-4f3c-b2a3-7539a345fc56 HTTP/1.1" status: 200 len: 945 time: 0.2712874 Apr 20 23:33:44.474368 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:44.514592 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2d2bbf95-79d3-49e4-9ba8-066843e8a1b9,segment=NetworkSegment(04007d49-6b9c-4837-8d55-9e9bdafa0961),segment_id=04007d49-6b9c-4837-8d55-9e9bdafa0961)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:33:44.515886 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2bbf95-79d3-49e4-9ba8-066843e8a1b9'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:33:44.522418 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e7623da7-adfd-4ca5-983a-2e37e3f85a9c req-0dbf2f0e-8150-4ab4-8831-873b19af214a tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d583ba-143a-4d33-83f5-5494d715e4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434748 Apr 20 23:33:44.538221 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:44.539164 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 8f77b633-a419-4aa9-be73-b03200cd0e31 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:33:44.580889 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-894362b4-a5e2-4f9c-9be2-aaf7ba1737c6 req-d7918207-e2b1-4a39-99ba-a9528ab4bcd4 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:44.581340 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-894362b4-a5e2-4f9c-9be2-aaf7ba1737c6 req-d7918207-e2b1-4a39-99ba-a9528ab4bcd4 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648881'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:44.581690 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.l3_db [req-894362b4-a5e2-4f9c-9be2-aaf7ba1737c6 req-d7918207-e2b1-4a39-99ba-a9528ab4bcd4 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Floating IP e267dc24-9e96-48a2-a1ca-8ec1b79cfbe4 disassociated. External IP: 172.28.2.94, port: 8f77b633-a419-4aa9-be73-b03200cd0e31. Apr 20 23:33:44.582159 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-894362b4-a5e2-4f9c-9be2-aaf7ba1737c6 req-d7918207-e2b1-4a39-99ba-a9528ab4bcd4 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Calling delete_port for 8f77b633-a419-4aa9-be73-b03200cd0e31 owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:33:44.628067 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2bbf95-79d3-49e4-9ba8-066843e8a1b9', 'code': 200} Apr 20 23:33:44.628649 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f92cfae0-05b9-4d4b-9ad0-6a58ede3f129 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:44.817461 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=2d2bbf95-79d3-49e4-9ba8-066843e8a1b9,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:44.852348 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:44.881313 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:44.968519 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d5d31-87b4-4ba5-afa5-f21526e48e81 req-718dcefe-4dfa-45f5-b2f2-3a89b523ec26 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:44.978854 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-147d5d31-87b4-4ba5-afa5-f21526e48e81 req-718dcefe-4dfa-45f5-b2f2-3a89b523ec26 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 946 time: 0.1157124 Apr 20 23:33:45.009889 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bebdb-a6a3-4a06-8ff8-4e43102c4638 req-70772872-4bfe-4983-a0a9-a560cefa361b tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:45.018181 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-916bebdb-a6a3-4a06-8ff8-4e43102c4638 req-70772872-4bfe-4983-a0a9-a560cefa361b tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 946 time: 0.2291825 Apr 20 23:33:45.020487 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-894362b4-a5e2-4f9c-9be2-aaf7ba1737c6 req-d7918207-e2b1-4a39-99ba-a9528ab4bcd4 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:45.033308 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-022f611f-0c71-429b-99b8-eadb31b94fc5 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:45.043587 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-147d5d31-87b4-4ba5-afa5-f21526e48e81 req-83edf255-064e-49df-86d4-ab536d088a39 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629897 Apr 20 23:33:45.099816 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7918207-e2b1-4a39-99ba-a9528ab4bcd4 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Pushing event deleted for resources: {'Port': ['ID=8f77b633-a419-4aa9-be73-b03200cd0e31,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:45.104331 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d7918207-e2b1-4a39-99ba-a9528ab4bcd4 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:45.298104 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:33:45.305032 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-916bebdb-a6a3-4a06-8ff8-4e43102c4638 req-7a1303a3-3957-4398-a4dd-8bb8fdd6e8a3 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859042 Apr 20 23:33:45.307157 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842eb1c-d549-4225-b491-9d6f5123a13e req-81413f9f-b42a-4cb4-9159-e39953eb5777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:45.310005 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4842eb1c-d549-4225-b491-9d6f5123a13e req-81413f9f-b42a-4cb4-9159-e39953eb5777 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 1099 time: 0.4423337 Apr 20 23:33:45.375732 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-894362b4-a5e2-4f9c-9be2-aaf7ba1737c6 req-d7918207-e2b1-4a39-99ba-a9528ab4bcd4 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Router 47732a0d-641a-4300-a474-ab75c03316f4 has already been hosted by L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:33:45.393591 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4842eb1c-d549-4225-b491-9d6f5123a13e req-2e444a25-a572-4f9e-948a-4742dba089d4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673928 Apr 20 23:33:45.623592 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-894362b4-a5e2-4f9c-9be2-aaf7ba1737c6 req-d7918207-e2b1-4a39-99ba-a9528ab4bcd4 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:33:45.668936 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1aad35-fd06-4c45-b0fa-ee09a680e3d9 None None] Sync routers for ids ['47732a0d-641a-4300-a474-ab75c03316f4'] in dv-cinder-787296-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:33:45.694238 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1aad35-fd06-4c45-b0fa-ee09a680e3d9 None None] Routers {'47732a0d-641a-4300-a474-ab75c03316f4'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:33:45.695481 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-3d1aad35-fd06-4c45-b0fa-ee09a680e3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:33:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['47732a0d-641a-4300-a474-ab75c03316f4'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:33:45.832695 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-21536969-f905-484e-9425-4e1db43cf832 req-6f9e1fe4-e7c7-452c-9965-f63ef5895cd9 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/ports?device_id=89aa3b44-cfdf-4f3c-b2a3-7539a345fc56 HTTP/1.1" status: 200 len: 210 time: 0.1565478 Apr 20 23:33:45.832817 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-894362b4-a5e2-4f9c-9be2-aaf7ba1737c6 req-d7918207-e2b1-4a39-99ba-a9528ab4bcd4 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] No DVR routers for this DVR port 8f77b633-a419-4aa9-be73-b03200cd0e31 on host hv-cinder-78729 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:33:45.834450 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-894362b4-a5e2-4f9c-9be2-aaf7ba1737c6 req-d7918207-e2b1-4a39-99ba-a9528ab4bcd4 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:45.837937 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89aa3b44-cfdf-4f3c-b2a3-7539a345fc56', 'name': 'network-vif-deleted', 'tag': '8f77b633-a419-4aa9-be73-b03200cd0e31'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:33:45.877910 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-894362b4-a5e2-4f9c-9be2-aaf7ba1737c6 req-d7918207-e2b1-4a39-99ba-a9528ab4bcd4 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.36 "DELETE /v2.0/ports/8f77b633-a419-4aa9-be73-b03200cd0e31 HTTP/1.1" status: 204 len: 173 time: 2.4693110 Apr 20 23:33:45.889507 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89aa3b44-cfdf-4f3c-b2a3-7539a345fc56', 'name': 'network-vif-deleted', 'tag': '8f77b633-a419-4aa9-be73-b03200cd0e31', 'status': 'completed', 'code': 200} Apr 20 23:33:45.984582 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-3d1aad35-fd06-4c45-b0fa-ee09a680e3d9 None None] Set router 47732a0d-641a-4300-a474-ab75c03316f4 gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:33:46.253014 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1560b-364e-47c5-b8f2-c5e2b0b2ba5a req-39956f09-1213-4838-bb7b-4b25140d36dd tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:46.261058 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c0b1560b-364e-47c5-b8f2-c5e2b0b2ba5a req-39956f09-1213-4838-bb7b-4b25140d36dd tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 946 time: 0.0952940 Apr 20 23:33:46.271168 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:46.319317 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c0b1560b-364e-47c5-b8f2-c5e2b0b2ba5a req-355e93e1-7755-49b1-8fa8-29aad1e76afc tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569618 Apr 20 23:33:46.519639 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-3d1aad35-fd06-4c45-b0fa-ee09a680e3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47732a0d-641a-4300-a474-ab75c03316f4', 'name': 'tempest-AttachVolumeTestJSON-160903111-router', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:27:58Z', 'updated_at': '2021-04-20T23:28:09Z', 'revision_number': 4, 'project_id': '2bc87a338871440e8d886029fff40e57', 'gw_port': {'id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:00Z', 'updated_at': '2021-04-20T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '2c30bf0b-e9ef-4038-90a2-c5126aae4a27', 'name': '', 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'mac_address': 'fa:16:3e:14:24:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:07Z', 'updated_at': '2021-04-20T23:28:21Z', 'revision_number': 5, 'project_id': '2bc87a338871440e8d886029fff40e57', 'subnets': [{'id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:33:46.525609 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1aad35-fd06-4c45-b0fa-ee09a680e3d9 None None] Checking router: 47732a0d-641a-4300-a474-ab75c03316f4 for host: dv-cinder-787296-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:33:46.544420 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1aad35-fd06-4c45-b0fa-ee09a680e3d9 None None] Routers {'47732a0d-641a-4300-a474-ab75c03316f4'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:33:46.545519 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-3d1aad35-fd06-4c45-b0fa-ee09a680e3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:33:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['47732a0d-641a-4300-a474-ab75c03316f4'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:33:46.552626 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b296f90-1a6f-4716-ad90-25c5d382b339 req-745631a3-1948-45e1-b5a3-fcacd2bef6c5 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:46.554761 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7b296f90-1a6f-4716-ad90-25c5d382b339 req-745631a3-1948-45e1-b5a3-fcacd2bef6c5 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 946 time: 0.1173410 Apr 20 23:33:46.607450 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7b296f90-1a6f-4716-ad90-25c5d382b339 req-b8271b22-c45e-492a-9882-1510ed00ffa2 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462070 Apr 20 23:33:46.766360 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-3d1aad35-fd06-4c45-b0fa-ee09a680e3d9 None None] Set router 47732a0d-641a-4300-a474-ab75c03316f4 gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:33:46.973072 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 59560) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:33:47.062940 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f293cce5-6188-4f67-9449-6ecba1096081 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:47.099113 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f293cce5-6188-4f67-9449-6ecba1096081 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:47.171372 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f293cce5-6188-4f67-9449-6ecba1096081 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:47.186225 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9c7f2414-f8b4-4382-8f8c-9a65a45a7e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:47.202622 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f293cce5-6188-4f67-9449-6ecba1096081 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:47.206928 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 59564) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:33:47.207063 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-f293cce5-6188-4f67-9449-6ecba1096081 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "DELETE /v2.0/security-groups/68d583ba-143a-4d33-83f5-5494d715e4e8 HTTP/1.1" status: 204 len: 168 time: 0.2327368 Apr 20 23:33:47.208028 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293cce5-6188-4f67-9449-6ecba1096081 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d583ba-143a-4d33-83f5-5494d715e4e8,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:47.211095 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f293cce5-6188-4f67-9449-6ecba1096081 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:47.253684 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.v2.resource [None req-516c5973-6cf1-4cbd-9826-b60fcc3fecfa tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] show failed (client error): The resource could not be found. Apr 20 23:33:47.257177 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-516c5973-6cf1-4cbd-9826-b60fcc3fecfa tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "GET /v2.0/security-groups/68d583ba-143a-4d33-83f5-5494d715e4e8 HTTP/1.1" status: 404 len: 347 time: 0.0467973 Apr 20 23:33:47.258919 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 59568) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:33:47.337523 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-3d1aad35-fd06-4c45-b0fa-ee09a680e3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47732a0d-641a-4300-a474-ab75c03316f4', 'name': 'tempest-AttachVolumeTestJSON-160903111-router', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:27:58Z', 'updated_at': '2021-04-20T23:28:09Z', 'revision_number': 4, 'project_id': '2bc87a338871440e8d886029fff40e57', 'gw_port': {'id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:00Z', 'updated_at': '2021-04-20T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '2c30bf0b-e9ef-4038-90a2-c5126aae4a27', 'name': '', 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'mac_address': 'fa:16:3e:14:24:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:07Z', 'updated_at': '2021-04-20T23:28:21Z', 'revision_number': 5, 'project_id': '2bc87a338871440e8d886029fff40e57', 'subnets': [{'id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:33:47.344793 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1aad35-fd06-4c45-b0fa-ee09a680e3d9 None None] The sync data for ids ['47732a0d-641a-4300-a474-ab75c03316f4'] in dv-cinder-787296-1-smb is: [{'id': '47732a0d-641a-4300-a474-ab75c03316f4', 'name': 'tempest-AttachVolumeTestJSON-160903111-router', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:27:58Z', 'updated_at': '2021-04-20T23:28:09Z', 'revision_number': 4, 'project_id': '2bc87a338871440e8d886029fff40e57', 'gw_port': {'id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:00Z', 'updated_at': '2021-04-20T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '2c30bf0b-e9ef-4038-90a2-c5126aae4a27', 'name': '', 'network_id': 'f780fa1a-35e5-4ddd-af3a-7a7830d8c77c', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'mac_address': 'fa:16:3e:14:24:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:07Z', 'updated_at': '2021-04-20T23:28:21Z', 'revision_number': 5, 'project_id': '2bc87a338871440e8d886029fff40e57', 'subnets': [{'id': 'e71ca367-9455-420b-bfe5-f3be3611f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:33:47.470376 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-b67dc52b-9b09-420a-b5e4-e5d68ee8fee1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Deleting port 286a88ff-78f1-4838-baa9-ed6293cc8156 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:33:47.470753 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b67dc52b-9b09-420a-b5e4-e5d68ee8fee1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:47.615669 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5ebff-a7ce-4746-8e2d-5d7c416797c4 req-18ef5c58-7309-4a94-98a8-485842eeeec0 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:47.623753 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0ad5ebff-a7ce-4746-8e2d-5d7c416797c4 req-18ef5c58-7309-4a94-98a8-485842eeeec0 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 946 time: 0.1261489 Apr 20 23:33:47.679066 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b67dc52b-9b09-420a-b5e4-e5d68ee8fee1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:47.679666 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b67dc52b-9b09-420a-b5e4-e5d68ee8fee1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:47.688603 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0ad5ebff-a7ce-4746-8e2d-5d7c416797c4 req-192e82c7-f0fa-4679-97cf-afbec00c6566 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637834 Apr 20 23:33:47.887768 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-b67dc52b-9b09-420a-b5e4-e5d68ee8fee1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Calling delete_port for 286a88ff-78f1-4838-baa9-ed6293cc8156 owned by network:floatingip {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:33:47.894250 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89acbcb-d48d-4329-8cc3-9b5d10a3832d None None] New status for floating IP e267dc24-9e96-48a2-a1ca-8ec1b79cfbe4: DOWN {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 23:33:48.026351 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460231f-487a-47cc-bc07-755b28e9ed13 req-bed8e249-0e93-4c02-b755-412b1e7594a3 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:48.027976 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a460231f-487a-47cc-bc07-755b28e9ed13 req-bed8e249-0e93-4c02-b755-412b1e7594a3 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 946 time: 0.2491369 Apr 20 23:33:48.144314 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a460231f-487a-47cc-bc07-755b28e9ed13 req-7e526921-618f-4076-a33b-9d66ea5a4162 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018775 Apr 20 23:33:48.150319 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.db.api [None req-b89acbcb-d48d-4329-8cc3-9b5d10a3832d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86359) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 23:33:48.150808 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b67dc52b-9b09-420a-b5e4-e5d68ee8fee1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:48.150943 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_db.api [None req-b89acbcb-d48d-4329-8cc3-9b5d10a3832d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 23:33:48.162579 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-779e6ae5-aedd-4153-9ca5-f7a577a41d72 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:48.217733 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67dc52b-9b09-420a-b5e4-e5d68ee8fee1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Pushing event deleted for resources: {'Port': ['ID=286a88ff-78f1-4838-baa9-ed6293cc8156,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:48.317336 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b67dc52b-9b09-420a-b5e4-e5d68ee8fee1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:48.319720 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b67dc52b-9b09-420a-b5e4-e5d68ee8fee1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks [] for floatingip, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:48.336931 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b67dc52b-9b09-420a-b5e4-e5d68ee8fee1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:48.340898 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b67dc52b-9b09-420a-b5e4-e5d68ee8fee1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] 10.222.0.16 "DELETE /v2.0/floatingips/e267dc24-9e96-48a2-a1ca-8ec1b79cfbe4 HTTP/1.1" status: 204 len: 168 time: 1.0782185 Apr 20 23:33:48.400718 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f0b7d-74d5-4fcc-9433-81d09404a883 req-608411e9-70e2-473c-8522-5e7d57ef9f05 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:48.410059 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cf5f0b7d-74d5-4fcc-9433-81d09404a883 req-608411e9-70e2-473c-8522-5e7d57ef9f05 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 946 time: 0.1344855 Apr 20 23:33:48.481713 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cf5f0b7d-74d5-4fcc-9433-81d09404a883 req-b9a0ac0f-d77a-4b97-be21-74fb2af77bea tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698464 Apr 20 23:33:48.652328 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89acbcb-d48d-4329-8cc3-9b5d10a3832d None None] New status for floating IP e267dc24-9e96-48a2-a1ca-8ec1b79cfbe4: DOWN {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 23:33:48.969455 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed4e75-17b5-4ccf-88d6-ba89f1059cd7 req-c6b08771-1297-45ed-9ddc-d372316f3121 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:48.971526 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-afed4e75-17b5-4ccf-88d6-ba89f1059cd7 req-c6b08771-1297-45ed-9ddc-d372316f3121 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 946 time: 0.1104131 Apr 20 23:33:48.987062 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6abab-3530-473d-af85-99c7d847e90e req-8670f98e-e11b-4ff9-b976-118a82cab916 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:48.988810 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b8f6abab-3530-473d-af85-99c7d847e90e req-8670f98e-e11b-4ff9-b976-118a82cab916 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 946 time: 0.1189098 Apr 20 23:33:49.028793 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-afed4e75-17b5-4ccf-88d6-ba89f1059cd7 req-4c799078-d432-4ffd-b8e6-64ba5f4a1706 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472634 Apr 20 23:33:49.057114 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b8f6abab-3530-473d-af85-99c7d847e90e req-f9ff77df-ec41-4c25-a0d8-9cbc4bef50f2 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610876 Apr 20 23:33:49.885532 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-413440d6-bc70-4a11-80ed-b8e7f6822f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:50.261528 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5a9fc-8007-4915-b25c-ecb90a178e2f req-99a35071-7899-4558-8555-3e58f0c10d8e tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:50.263086 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1ba5a9fc-8007-4915-b25c-ecb90a178e2f req-99a35071-7899-4558-8555-3e58f0c10d8e tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 946 time: 0.0857697 Apr 20 23:33:50.312118 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1ba5a9fc-8007-4915-b25c-ecb90a178e2f req-c2d166e0-397a-490a-a6ae-581ac3f3f511 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426786 Apr 20 23:33:50.579270 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb781ede-eec2-4d76-a527-ac062dcc14f7 req-ac3cd5a1-4c26-417d-a7db-898ddbadc4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:50.580851 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-eb781ede-eec2-4d76-a527-ac062dcc14f7 req-ac3cd5a1-4c26-417d-a7db-898ddbadc4bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee794c51b2d7444ca7efc3b0ee9ce528&device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 1099 time: 0.0770979 Apr 20 23:33:50.957326 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb781ede-eec2-4d76-a527-ac062dcc14f7 req-e57b18b5-0565-45c8-804e-d1d8e071dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:50.958937 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-eb781ede-eec2-4d76-a527-ac062dcc14f7 req-e57b18b5-0565-45c8-804e-d1d8e071dad7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=437210c7-1067-49df-b543-565768333126 HTTP/1.1" status: 200 len: 917 time: 0.3718822 Apr 20 23:33:51.069033 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-eb781ede-eec2-4d76-a527-ac062dcc14f7 req-b4e70b09-d282-4466-ae04-95312c4f3234 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26e98946-4775-48e8-b92f-d93d81881b22 HTTP/1.1" status: 200 len: 1001 time: 0.1028817 Apr 20 23:33:51.139154 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb781ede-eec2-4d76-a527-ac062dcc14f7 req-0ce79026-3b55-4ce3-8dd4-7d6ab075edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:51.140886 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-eb781ede-eec2-4d76-a527-ac062dcc14f7 req-0ce79026-3b55-4ce3-8dd4-7d6ab075edd2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35e08b0a-289c-44e2-8628-45bc2f24dd02 HTTP/1.1" status: 200 len: 855 time: 0.0657604 Apr 20 23:33:51.237456 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb781ede-eec2-4d76-a527-ac062dcc14f7 req-c5d1753b-b3ff-4203-b824-db382583e2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:51.239093 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-eb781ede-eec2-4d76-a527-ac062dcc14f7 req-c5d1753b-b3ff-4203-b824-db382583e2b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=437210c7-1067-49df-b543-565768333126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0899844 Apr 20 23:33:51.406599 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-eb781ede-eec2-4d76-a527-ac062dcc14f7 req-6d37f427-af3c-442d-8861-70e2b3aba0c4 service neutron] 10.222.0.36 "GET /v2.0/networks/437210c7-1067-49df-b543-565768333126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600454 Apr 20 23:33:51.572390 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e1d83-8e02-4eba-9230-39ea26af83c4 req-6269985a-5b06-444f-a5cc-f0c5fb7cf63a tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:51.574012 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-844e1d83-8e02-4eba-9230-39ea26af83c4 req-6269985a-5b06-444f-a5cc-f0c5fb7cf63a tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 946 time: 0.0928998 Apr 20 23:33:51.576805 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-eb781ede-eec2-4d76-a527-ac062dcc14f7 req-60ead05b-2908-4072-b58c-f2679a15cab6 service neutron] 10.222.0.36 "GET /v2.0/networks/437210c7-1067-49df-b543-565768333126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552200 Apr 20 23:33:51.622853 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-844e1d83-8e02-4eba-9230-39ea26af83c4 req-231755b2-043f-4e3f-84fa-10a823645a54 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423973 Apr 20 23:33:52.407617 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0a4032a5-95c1-4520-8a34-00b43570c9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:52.475787 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 59652) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:33:52.868873 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:53.013267 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd565ebe-1365-48ef-9833-aed7c2531624 req-b7bf4558-f459-4611-a2d5-63aa78e1355a tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:53.014848 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bd565ebe-1365-48ef-9833-aed7c2531624 req-b7bf4558-f459-4611-a2d5-63aa78e1355a tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 946 time: 0.2611642 Apr 20 23:33:53.102887 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6ea27-69a9-4ddc-8912-d9ad392b9bc1 req-e31708bf-9d34-42e1-916e-dbd583d03b78 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:53.104398 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-57f6ea27-69a9-4ddc-8912-d9ad392b9bc1 req-e31708bf-9d34-42e1-916e-dbd583d03b78 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 946 time: 0.0923176 Apr 20 23:33:53.116634 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bd565ebe-1365-48ef-9833-aed7c2531624 req-b087c847-876e-4b13-b74a-c2b0e73c65df tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866504 Apr 20 23:33:53.153889 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-57f6ea27-69a9-4ddc-8912-d9ad392b9bc1 req-79977c19-8545-4f85-b1d7-a4404c0d5b2a tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422637 Apr 20 23:33:53.179749 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 59668) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:33:53.362291 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c02a2d8f-037d-4599-8289-b42e4042ad75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854149478'] for router_interface, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:53.421262 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77f5c98-f0a9-4a7b-9ef6-2c8ac84c052d tempest-TestMinimumBasicScenario-1394097434 tempest-TestMinimumBasicScenario-1394097434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:53.423762 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c77f5c98-f0a9-4a7b-9ef6-2c8ac84c052d tempest-TestMinimumBasicScenario-1394097434 tempest-TestMinimumBasicScenario-1394097434-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 1094 time: 0.2427347 Apr 20 23:33:53.426098 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 59674) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:33:53.432015 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-92fce0c6-fcb5-482e-85c3-be9fd6ce9243 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Request body: {'floatingip': {'floating_network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'port_id': '2d2bbf95-79d3-49e4-9ba8-066843e8a1b9', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:33:53.438707 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-92fce0c6-fcb5-482e-85c3-be9fd6ce9243 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:33:53.442777 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-92fce0c6-fcb5-482e-85c3-be9fd6ce9243 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Usage tracker for resource:floatingip and tenant:2fe533bef34b4cc19229fead4ee8762c is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:33:53.445809 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-92fce0c6-fcb5-482e-85c3-be9fd6ce9243 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:33:53.451964 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-92fce0c6-fcb5-482e-85c3-be9fd6ce9243 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:33:53.462074 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92fce0c6-fcb5-482e-85c3-be9fd6ce9243 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for floatingip, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:53.604332 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92fce0c6-fcb5-482e-85c3-be9fd6ce9243 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:53.610611 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:53.738623 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-c02a2d8f-037d-4599-8289-b42e4042ad75 admin admin] Deleting port 2c30bf0b-e9ef-4038-90a2-c5126aae4a27 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:33:53.739008 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c02a2d8f-037d-4599-8289-b42e4042ad75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:53.761830 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [None req-92fce0c6-fcb5-482e-85c3-be9fd6ce9243 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Allocated IP 172.28.2.208 (17a5301c-ad04-43a1-9559-698be9680e2f/c5ea26a4-9d6d-4298-bd22-11c1031e299f/b5bf393b-9fe0-45ee-9348-f14fb53bd9c4) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:33:53.917067 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-c02a2d8f-037d-4599-8289-b42e4042ad75 admin admin] For port 2c30bf0b-e9ef-4038-90a2-c5126aae4a27, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=2c30bf0b-e9ef-4038-90a2-c5126aae4a27,segment=NetworkSegment(cfa1a3af-8a5c-4b97-9245-2f3d3b403af9),segment_id=cfa1a3af-8a5c-4b97-9245-2f3d3b403af9)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:33:53.917502 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c02a2d8f-037d-4599-8289-b42e4042ad75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:53.922896 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92fce0c6-fcb5-482e-85c3-be9fd6ce9243 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:53.951826 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92fce0c6-fcb5-482e-85c3-be9fd6ce9243 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:53.956992 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-807256be-b442-4fd3-bee4-fb486e6cdeab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:54.022353 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fce0c6-fcb5-482e-85c3-be9fd6ce9243 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Network 17a5301c-ad04-43a1-9559-698be9680e2f is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:33:54.025200 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-92fce0c6-fcb5-482e-85c3-be9fd6ce9243 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:33:54.029011 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fce0c6-fcb5-482e-85c3-be9fd6ce9243 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:33:54.049489 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-c02a2d8f-037d-4599-8289-b42e4042ad75 admin admin] Calling delete_port for 2c30bf0b-e9ef-4038-90a2-c5126aae4a27 owned by network:router_interface {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:33:54.060163 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fce0c6-fcb5-482e-85c3-be9fd6ce9243 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Pushing event updated for resources: {'Port': ['ID=b5bf393b-9fe0-45ee-9348-f14fb53bd9c4,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:54.069659 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-92fce0c6-fcb5-482e-85c3-be9fd6ce9243 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:54.226028 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c02a2d8f-037d-4599-8289-b42e4042ad75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:54.231250 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2a9865ab-c42b-46a0-af2b-101a6e7c4744 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:54.272779 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 26e98946-4775-48e8-b92f-d93d81881b22 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:33:54.403814 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:54.455637 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2908fc7-9f6b-4017-8ac3-f0ed649c05cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26e98946-4775-48e8-b92f-d93d81881b22'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:33:54.472623 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:54.474504 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 26e98946-4775-48e8-b92f-d93d81881b22, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=26e98946-4775-48e8-b92f-d93d81881b22,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:33:54.479067 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:54.481878 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-269872c2-6e6c-4717-939b-af2e5ed11c53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:54.482275 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92fce0c6-fcb5-482e-85c3-be9fd6ce9243 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:54.528764 dv-cinder-787296-1-smb neutron-server[86243]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a2908fc7-9f6b-4017-8ac3-f0ed649c05cd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '26e98946-4775-48e8-b92f-d93d81881b22', 'code': 422} returned with failed status Apr 20 23:33:54.564402 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=26e98946-4775-48e8-b92f-d93d81881b22,revision_number=8']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:54.567685 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:54.571752 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a2d8f-037d-4599-8289-b42e4042ad75 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c30bf0b-e9ef-4038-90a2-c5126aae4a27,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:54.574486 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c02a2d8f-037d-4599-8289-b42e4042ad75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:54.585754 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92fce0c6-fcb5-482e-85c3-be9fd6ce9243 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:54.807201 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92fce0c6-fcb5-482e-85c3-be9fd6ce9243 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:54.812117 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92fce0c6-fcb5-482e-85c3-be9fd6ce9243 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851844298'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:54.816795 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c61a669b-f353-47bd-8ce5-9102937d6b2b tempest-VolumesActionsTest-1714576460 tempest-VolumesActionsTest-1714576460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:54.838811 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41376580-969a-48c9-a767-f1306cae932c req-f8e1882f-14c3-48b5-8e2f-5e8237e082fe tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:54.840398 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-41376580-969a-48c9-a767-f1306cae932c req-f8e1882f-14c3-48b5-8e2f-5e8237e082fe tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 944 time: 0.5781605 Apr 20 23:33:54.926255 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-41376580-969a-48c9-a767-f1306cae932c req-a6485530-7ba3-4269-b002-c3e59e01d7eb tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726314 Apr 20 23:33:54.936626 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c02a2d8f-037d-4599-8289-b42e4042ad75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854149404'] for router_interface, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:55.143025 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fce0c6-fcb5-482e-85c3-be9fd6ce9243 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Pushing event updated for resources: {'Port': ['ID=b5bf393b-9fe0-45ee-9348-f14fb53bd9c4,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:55.151321 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-92fce0c6-fcb5-482e-85c3-be9fd6ce9243 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:55.165812 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92fce0c6-fcb5-482e-85c3-be9fd6ce9243 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648881'] for floatingip, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:55.327149 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02a2d8f-037d-4599-8289-b42e4042ad75 admin admin] Router 47732a0d-641a-4300-a474-ab75c03316f4 has already been hosted by L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:33:55.352080 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.l3_db [None req-92fce0c6-fcb5-482e-85c3-be9fd6ce9243 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Floating IP de30e95a-ee79-4db9-8410-8c0dadc2328e associated. External IP: 172.28.2.208, port: 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9. Apr 20 23:33:55.539316 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02a2d8f-037d-4599-8289-b42e4042ad75 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:33:55.550833 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feff0894-06fa-4dc0-b98f-05409c41a52d None None] Sync routers for ids ['47732a0d-641a-4300-a474-ab75c03316f4'] in dv-cinder-787296-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:33:55.560428 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feff0894-06fa-4dc0-b98f-05409c41a52d None None] Routers {'47732a0d-641a-4300-a474-ab75c03316f4'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:33:55.561392 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-feff0894-06fa-4dc0-b98f-05409c41a52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:33:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['47732a0d-641a-4300-a474-ab75c03316f4'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:33:55.564756 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c02a2d8f-037d-4599-8289-b42e4042ad75 admin admin] 10.222.0.16 "PUT /v2.0/routers/47732a0d-641a-4300-a474-ab75c03316f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0876415 Apr 20 23:33:55.567340 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 59694) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:33:55.753432 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92fce0c6-fcb5-482e-85c3-be9fd6ce9243 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Router aba9ddf3-e382-4547-a720-bb8bf7b2e79e has already been hosted by L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:33:55.761376 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-feff0894-06fa-4dc0-b98f-05409c41a52d None None] Set router 47732a0d-641a-4300-a474-ab75c03316f4 gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:33:55.779062 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6558fb77-5cd0-48ea-a8b5-4d691b08370b admin admin] Notify callbacks [] for router, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:55.950354 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fce0c6-fcb5-482e-85c3-be9fd6ce9243 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:33:55.963152 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61413ba-9c6d-4516-b9b6-76cb47920d11 None None] Sync routers for ids ['aba9ddf3-e382-4547-a720-bb8bf7b2e79e'] in dv-cinder-787296-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:33:55.974887 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61413ba-9c6d-4516-b9b6-76cb47920d11 None None] Routers {'aba9ddf3-e382-4547-a720-bb8bf7b2e79e'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:33:55.975835 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-b61413ba-9c6d-4516-b9b6-76cb47920d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:33:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['aba9ddf3-e382-4547-a720-bb8bf7b2e79e'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:33:55.979395 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-92fce0c6-fcb5-482e-85c3-be9fd6ce9243 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:55.994080 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6558fb77-5cd0-48ea-a8b5-4d691b08370b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:56.003739 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-6558fb77-5cd0-48ea-a8b5-4d691b08370b admin admin] Deleting port a030ef39-f3e0-48d7-85a2-f09d262b32f6 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:33:56.004117 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6558fb77-5cd0-48ea-a8b5-4d691b08370b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:56.056711 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-92fce0c6-fcb5-482e-85c3-be9fd6ce9243 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6292140 Apr 20 23:33:56.057613 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 59704) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:33:56.058799 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98', 'tag': '2d2bbf95-79d3-49e4-9ba8-066843e8a1b9'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:33:56.064718 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-1856e2b0-2683-4b29-95bf-6d5ba64f23ab tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1906158944', 'description': 'tempest-secgroup-smoke-1906158944 description', 'project_id': '2fe533bef34b4cc19229fead4ee8762c'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:33:56.080297 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1856e2b0-2683-4b29-95bf-6d5ba64f23ab tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:33:56.095788 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-feff0894-06fa-4dc0-b98f-05409c41a52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47732a0d-641a-4300-a474-ab75c03316f4', 'name': 'tempest-AttachVolumeTestJSON-160903111-router', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:27:58Z', 'updated_at': '2021-04-20T23:33:54Z', 'revision_number': 5, 'project_id': '2bc87a338871440e8d886029fff40e57', 'gw_port': {'id': 'a030ef39-f3e0-48d7-85a2-f09d262b32f6', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:8e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47732a0d-641a-4300-a474-ab75c03316f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:28:00Z', 'updated_at': '2021-04-20T23:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb'}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:33:56.100347 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feff0894-06fa-4dc0-b98f-05409c41a52d None None] Checking router: 47732a0d-641a-4300-a474-ab75c03316f4 for host: dv-cinder-787296-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:33:56.105201 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1856e2b0-2683-4b29-95bf-6d5ba64f23ab tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:33:56.111299 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feff0894-06fa-4dc0-b98f-05409c41a52d None None] Routers {'47732a0d-641a-4300-a474-ab75c03316f4'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:33:56.111983 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-feff0894-06fa-4dc0-b98f-05409c41a52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:33:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['47732a0d-641a-4300-a474-ab75c03316f4'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:33:56.207931 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1856e2b0-2683-4b29-95bf-6d5ba64f23ab tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:56.266311 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1856e2b0-2683-4b29-95bf-6d5ba64f23ab tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:33:56.301683 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-feff0894-06fa-4dc0-b98f-05409c41a52d None None] Set router 47732a0d-641a-4300-a474-ab75c03316f4 gateway port host: None {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:33:56.312138 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98', 'tag': '2d2bbf95-79d3-49e4-9ba8-066843e8a1b9', 'status': 'completed', 'code': 200} Apr 20 23:33:56.330709 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1856e2b0-2683-4b29-95bf-6d5ba64f23ab tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Usage tracker for resource:security_group_rule and tenant:2fe533bef34b4cc19229fead4ee8762c is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:33:56.339666 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1856e2b0-2683-4b29-95bf-6d5ba64f23ab tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:33:56.354719 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-b61413ba-9c6d-4516-b9b6-76cb47920d11 None None] Set router aba9ddf3-e382-4547-a720-bb8bf7b2e79e gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:33:56.404128 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1856e2b0-2683-4b29-95bf-6d5ba64f23ab tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:33:56.408735 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-6558fb77-5cd0-48ea-a8b5-4d691b08370b admin admin] For port a030ef39-f3e0-48d7-85a2-f09d262b32f6, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=a030ef39-f3e0-48d7-85a2-f09d262b32f6,segment=NetworkSegment(6da6a8de-ef5d-4456-8d26-a2b4515179e3),segment_id=6da6a8de-ef5d-4456-8d26-a2b4515179e3)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:33:56.409431 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6558fb77-5cd0-48ea-a8b5-4d691b08370b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:56.444653 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-feff0894-06fa-4dc0-b98f-05409c41a52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47732a0d-641a-4300-a474-ab75c03316f4', 'name': 'tempest-AttachVolumeTestJSON-160903111-router', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:27:58Z', 'updated_at': '2021-04-20T23:33:55Z', 'revision_number': 6, 'project_id': '2bc87a338871440e8d886029fff40e57', 'gw_port_host': None}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:33:56.449438 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feff0894-06fa-4dc0-b98f-05409c41a52d None None] The sync data for ids ['47732a0d-641a-4300-a474-ab75c03316f4'] in dv-cinder-787296-1-smb is: [{'id': '47732a0d-641a-4300-a474-ab75c03316f4', 'name': 'tempest-AttachVolumeTestJSON-160903111-router', 'tenant_id': '2bc87a338871440e8d886029fff40e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:27:58Z', 'updated_at': '2021-04-20T23:33:55Z', 'revision_number': 6, 'project_id': '2bc87a338871440e8d886029fff40e57', 'gw_port_host': None}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:33:56.624511 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-6558fb77-5cd0-48ea-a8b5-4d691b08370b admin admin] Calling delete_port for a030ef39-f3e0-48d7-85a2-f09d262b32f6 owned by network:router_gateway {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:33:56.635881 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 2c30bf0b-e9ef-4038-90a2-c5126aae4a27 no longer exists at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:33:56.708584 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4303ce-31f2-4e46-a415-e0913b17a52d req-cd4f820a-ff17-4f36-9d18-79eb3f1d54a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:56.710526 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1c4303ce-31f2-4e46-a415-e0913b17a52d req-cd4f820a-ff17-4f36-9d18-79eb3f1d54a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fe533bef34b4cc19229fead4ee8762c&device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 1099 time: 0.3720822 Apr 20 23:33:56.725703 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] No Port match for: 2c30bf0b-e9ef-4038-90a2-c5126aae4a27 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:33:56.726366 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 2c30bf0b-e9ef-4038-90a2-c5126aae4a27 not bound to the agent host dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:33:56.796926 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-b61413ba-9c6d-4516-b9b6-76cb47920d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'name': 'tempest-TestMinimumBasicScenario-1679623479-router', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd41a7b9b-b230-4aa7-9c40-0e6a259f99cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:58Z', 'updated_at': '2021-04-20T23:33:03Z', 'revision_number': 4, 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'gw_port': {'id': 'd41a7b9b-b230-4aa7-9c40-0e6a259f99cc', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:59Z', 'updated_at': '2021-04-20T23:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_floatingips': [{'id': 'de30e95a-ee79-4db9-8410-8c0dadc2328e', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'floating_ip_address': '172.28.2.208', 'floating_network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'router_id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'port_id': '2d2bbf95-79d3-49e4-9ba8-066843e8a1b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e292421f-a606-4905-abc3-7ede61586276', 'mac_address': 'fa:16:3e:68:ae:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:33:54Z', 'updated_at': '2021-04-20T23:33:54Z', 'revision_number': 0, 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea4dc13e-e56e-472c-9d6e-5db451273829', 'name': '', 'network_id': 'e292421f-a606-4905-abc3-7ede61586276', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'mac_address': 'fa:16:3e:ee:24:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f28d0304-03e1-4b20-9137-942b41a24e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:03Z', 'updated_at': '2021-04-20T23:33:12Z', 'revision_number': 5, 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'subnets': [{'id': 'f28d0304-03e1-4b20-9137-942b41a24e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:33:56.804291 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61413ba-9c6d-4516-b9b6-76cb47920d11 None None] Checking router: aba9ddf3-e382-4547-a720-bb8bf7b2e79e for host: dv-cinder-787296-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:33:56.814593 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61413ba-9c6d-4516-b9b6-76cb47920d11 None None] Routers {'aba9ddf3-e382-4547-a720-bb8bf7b2e79e'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:33:56.815386 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-b61413ba-9c6d-4516-b9b6-76cb47920d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:33:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['aba9ddf3-e382-4547-a720-bb8bf7b2e79e'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:33:56.917718 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ed9244ec-7705-43c5-8277-7fcc43eb54f4 req-8bd84bbe-fbe9-4c95-9851-0dcc27fe7eca service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1785924 Apr 20 23:33:56.927831 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d6d76-7661-47cd-b553-867554bcdee2 req-39bd59b4-9f88-449e-9385-956c4f46af6c tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:56.936346 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4c4d6d76-7661-47cd-b553-867554bcdee2 req-39bd59b4-9f88-449e-9385-956c4f46af6c tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 944 time: 0.1493802 Apr 20 23:33:56.992970 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4c4d6d76-7661-47cd-b553-867554bcdee2 req-9b631647-1635-4990-a953-5180ee92e24d tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554955 Apr 20 23:33:57.026115 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-b61413ba-9c6d-4516-b9b6-76cb47920d11 None None] Set router aba9ddf3-e382-4547-a720-bb8bf7b2e79e gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:33:57.150990 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1856e2b0-2683-4b29-95bf-6d5ba64f23ab tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:57.165729 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1856e2b0-2683-4b29-95bf-6d5ba64f23ab tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:57.174848 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-19f53109-6ebe-4d45-87a7-1167910dd4ff tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:57.203725 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4303ce-31f2-4e46-a415-e0913b17a52d req-9be68078-08ab-495c-b4eb-003c7cb480c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:57.205340 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1c4303ce-31f2-4e46-a415-e0913b17a52d req-9be68078-08ab-495c-b4eb-003c7cb480c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e292421f-a606-4905-abc3-7ede61586276 HTTP/1.1" status: 200 len: 916 time: 0.4858494 Apr 20 23:33:57.305083 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856e2b0-2683-4b29-95bf-6d5ba64f23ab tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4865238-bc72-43f7-895f-89303d44b498,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:57.310324 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1856e2b0-2683-4b29-95bf-6d5ba64f23ab tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:57.316120 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1856e2b0-2683-4b29-95bf-6d5ba64f23ab tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:57.319682 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-1856e2b0-2683-4b29-95bf-6d5ba64f23ab tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2592242 Apr 20 23:33:57.320618 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 59732) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:33:57.327780 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-b724d91a-a215-4a03-a23c-6a6c7de3ad75 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Request body: {'security_group_rule': {'security_group_id': 'e4865238-bc72-43f7-895f-89303d44b498', 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:33:57.335758 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-b724d91a-a215-4a03-a23c-6a6c7de3ad75 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:33:57.340560 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-b724d91a-a215-4a03-a23c-6a6c7de3ad75 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Usage tracker for resource:security_group_rule and tenant:2fe533bef34b4cc19229fead4ee8762c is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:33:57.344560 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-b724d91a-a215-4a03-a23c-6a6c7de3ad75 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:33:57.351939 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-b724d91a-a215-4a03-a23c-6a6c7de3ad75 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:33:57.373702 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b724d91a-a215-4a03-a23c-6a6c7de3ad75 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:57.393739 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1c4303ce-31f2-4e46-a415-e0913b17a52d req-779ce481-278d-4656-8ddc-e67e54b91282 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 HTTP/1.1" status: 200 len: 1000 time: 0.1717331 Apr 20 23:33:57.455983 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b724d91a-a215-4a03-a23c-6a6c7de3ad75 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:57.462074 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b724d91a-a215-4a03-a23c-6a6c7de3ad75 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:57.472262 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6558fb77-5cd0-48ea-a8b5-4d691b08370b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:57.472462 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-b61413ba-9c6d-4516-b9b6-76cb47920d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'name': 'tempest-TestMinimumBasicScenario-1679623479-router', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd41a7b9b-b230-4aa7-9c40-0e6a259f99cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:58Z', 'updated_at': '2021-04-20T23:33:03Z', 'revision_number': 4, 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'gw_port': {'id': 'd41a7b9b-b230-4aa7-9c40-0e6a259f99cc', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:59Z', 'updated_at': '2021-04-20T23:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_floatingips': [{'id': 'de30e95a-ee79-4db9-8410-8c0dadc2328e', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'floating_ip_address': '172.28.2.208', 'floating_network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'router_id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'port_id': '2d2bbf95-79d3-49e4-9ba8-066843e8a1b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e292421f-a606-4905-abc3-7ede61586276', 'mac_address': 'fa:16:3e:68:ae:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:33:54Z', 'updated_at': '2021-04-20T23:33:54Z', 'revision_number': 0, 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea4dc13e-e56e-472c-9d6e-5db451273829', 'name': '', 'network_id': 'e292421f-a606-4905-abc3-7ede61586276', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'mac_address': 'fa:16:3e:ee:24:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f28d0304-03e1-4b20-9137-942b41a24e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:03Z', 'updated_at': '2021-04-20T23:33:12Z', 'revision_number': 5, 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'subnets': [{'id': 'f28d0304-03e1-4b20-9137-942b41a24e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:33:57.476931 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61413ba-9c6d-4516-b9b6-76cb47920d11 None None] The sync data for ids ['aba9ddf3-e382-4547-a720-bb8bf7b2e79e'] in dv-cinder-787296-1-smb is: [{'id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'name': 'tempest-TestMinimumBasicScenario-1679623479-router', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd41a7b9b-b230-4aa7-9c40-0e6a259f99cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:58Z', 'updated_at': '2021-04-20T23:33:03Z', 'revision_number': 4, 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'gw_port': {'id': 'd41a7b9b-b230-4aa7-9c40-0e6a259f99cc', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:59Z', 'updated_at': '2021-04-20T23:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_floatingips': [{'id': 'de30e95a-ee79-4db9-8410-8c0dadc2328e', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'floating_ip_address': '172.28.2.208', 'floating_network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'router_id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'port_id': '2d2bbf95-79d3-49e4-9ba8-066843e8a1b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e292421f-a606-4905-abc3-7ede61586276', 'mac_address': 'fa:16:3e:68:ae:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T23:33:54Z', 'updated_at': '2021-04-20T23:33:54Z', 'revision_number': 0, 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea4dc13e-e56e-472c-9d6e-5db451273829', 'name': '', 'network_id': 'e292421f-a606-4905-abc3-7ede61586276', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'mac_address': 'fa:16:3e:ee:24:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f28d0304-03e1-4b20-9137-942b41a24e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:03Z', 'updated_at': '2021-04-20T23:33:12Z', 'revision_number': 5, 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'subnets': [{'id': 'f28d0304-03e1-4b20-9137-942b41a24e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:33:57.486683 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:57.495825 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b724d91a-a215-4a03-a23c-6a6c7de3ad75 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:57.499921 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b724d91a-a215-4a03-a23c-6a6c7de3ad75 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1751621 Apr 20 23:33:57.500785 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 59736) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:33:57.507954 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-5bbae615-21b1-4fcd-b624-7825ab54dd2a tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Request body: {'security_group_rule': {'security_group_id': 'e4865238-bc72-43f7-895f-89303d44b498', 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:33:57.512526 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724d91a-a215-4a03-a23c-6a6c7de3ad75 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=383ece84-a9a5-45dc-9efa-90d31bda2f6b,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:57.515487 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b724d91a-a215-4a03-a23c-6a6c7de3ad75 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:57.516836 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:57.517978 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-5bbae615-21b1-4fcd-b624-7825ab54dd2a tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:33:57.527606 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-5bbae615-21b1-4fcd-b624-7825ab54dd2a tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Usage tracker for resource:security_group_rule and tenant:2fe533bef34b4cc19229fead4ee8762c is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:33:57.531596 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-5bbae615-21b1-4fcd-b624-7825ab54dd2a tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:33:57.538487 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-5bbae615-21b1-4fcd-b624-7825ab54dd2a tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:33:57.554893 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bbae615-21b1-4fcd-b624-7825ab54dd2a tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:57.583769 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558fb77-5cd0-48ea-a8b5-4d691b08370b admin admin] Pushing event deleted for resources: {'Port': ['ID=a030ef39-f3e0-48d7-85a2-f09d262b32f6,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:57.588005 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6558fb77-5cd0-48ea-a8b5-4d691b08370b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:57.624426 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bbae615-21b1-4fcd-b624-7825ab54dd2a tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:57.627393 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bbae615-21b1-4fcd-b624-7825ab54dd2a tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:57.629631 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-617bea03-17d8-4c4d-9e79-8acdb444041d tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:57.651305 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbae615-21b1-4fcd-b624-7825ab54dd2a tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1885e970-2e9f-431a-b2aa-d2d10cc1de04,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:57.657879 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5bbae615-21b1-4fcd-b624-7825ab54dd2a tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:57.663002 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4303ce-31f2-4e46-a415-e0913b17a52d req-437a76c0-eeb0-44bf-9b29-829b8dec120e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:57.664289 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bbae615-21b1-4fcd-b624-7825ab54dd2a tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:57.664579 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1c4303ce-31f2-4e46-a415-e0913b17a52d req-437a76c0-eeb0-44bf-9b29-829b8dec120e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f28d0304-03e1-4b20-9137-942b41a24e13 HTTP/1.1" status: 200 len: 854 time: 0.2624421 Apr 20 23:33:57.665618 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5bbae615-21b1-4fcd-b624-7825ab54dd2a tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1637881 Apr 20 23:33:57.668469 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 59740) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:33:57.674805 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-256c3c3d-2741-4b3d-84f0-a829b529e80a tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Request body: {'security_group_rule': {'security_group_id': 'e4865238-bc72-43f7-895f-89303d44b498', 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:33:57.681002 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-256c3c3d-2741-4b3d-84f0-a829b529e80a tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:33:57.685130 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-256c3c3d-2741-4b3d-84f0-a829b529e80a tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Usage tracker for resource:security_group_rule and tenant:2fe533bef34b4cc19229fead4ee8762c is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:33:57.688180 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-256c3c3d-2741-4b3d-84f0-a829b529e80a tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:33:57.694323 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-256c3c3d-2741-4b3d-84f0-a829b529e80a tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:33:57.713019 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-256c3c3d-2741-4b3d-84f0-a829b529e80a tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:57.769479 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6558fb77-5cd0-48ea-a8b5-4d691b08370b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645221'] for router_gateway, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:57.783216 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6044f1af-e036-410f-b7e1-2e33830e89c9 None None] New status for floating IP de30e95a-ee79-4db9-8410-8c0dadc2328e: ACTIVE {{(pid=86358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 23:33:57.786331 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-256c3c3d-2741-4b3d-84f0-a829b529e80a tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:57.791026 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-256c3c3d-2741-4b3d-84f0-a829b529e80a tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:57.793113 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:57.823789 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c3c3d-2741-4b3d-84f0-a829b529e80a tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bbdf536-dbe5-494e-9701-b57577f8082c,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:57.826425 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-256c3c3d-2741-4b3d-84f0-a829b529e80a tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:57.827341 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-256c3c3d-2741-4b3d-84f0-a829b529e80a tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:57.832181 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-256c3c3d-2741-4b3d-84f0-a829b529e80a tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1626859 Apr 20 23:33:57.832840 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 59744) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:33:57.838413 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-8fcc63ad-a5c1-4ff5-b4c1-a25cb76dee6b tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Request body: {'security_group_rule': {'security_group_id': 'e4865238-bc72-43f7-895f-89303d44b498', 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:33:57.845507 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-8fcc63ad-a5c1-4ff5-b4c1-a25cb76dee6b tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:33:57.850698 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-8fcc63ad-a5c1-4ff5-b4c1-a25cb76dee6b tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Usage tracker for resource:security_group_rule and tenant:2fe533bef34b4cc19229fead4ee8762c is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:33:57.853847 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-8fcc63ad-a5c1-4ff5-b4c1-a25cb76dee6b tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:33:57.860564 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-8fcc63ad-a5c1-4ff5-b4c1-a25cb76dee6b tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:33:57.876144 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8fcc63ad-a5c1-4ff5-b4c1-a25cb76dee6b tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:57.947540 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8fcc63ad-a5c1-4ff5-b4c1-a25cb76dee6b tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:57.950292 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8fcc63ad-a5c1-4ff5-b4c1-a25cb76dee6b tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:57.958855 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9244ec-7705-43c5-8277-7fcc43eb54f4 req-426c5a2c-ddc5-4893-b017-1639a04bf494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:57.959362 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:57.960463 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ed9244ec-7705-43c5-8277-7fcc43eb54f4 req-426c5a2c-ddc5-4893-b017-1639a04bf494 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd&tenant_id=ee794c51b2d7444ca7efc3b0ee9ce528 HTTP/1.1" status: 200 len: 1097 time: 0.4817481 Apr 20 23:33:57.974715 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6558fb77-5cd0-48ea-a8b5-4d691b08370b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-628537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773410'] for router, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:57.977700 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6558fb77-5cd0-48ea-a8b5-4d691b08370b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:57.989342 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc63ad-a5c1-4ff5-b4c1-a25cb76dee6b tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea4a38f-cf90-4855-ae59-562905d9208e,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:57.994402 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8fcc63ad-a5c1-4ff5-b4c1-a25cb76dee6b tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:57.998645 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8fcc63ad-a5c1-4ff5-b4c1-a25cb76dee6b tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:58.003155 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-8fcc63ad-a5c1-4ff5-b4c1-a25cb76dee6b tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1662188 Apr 20 23:33:58.003155 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 59748) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:33:58.008974 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-bb483f97-f33c-463d-b2dc-ae795999a3db tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Request body: {'security_group_rule': {'security_group_id': 'e4865238-bc72-43f7-895f-89303d44b498', 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:33:58.016022 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-bb483f97-f33c-463d-b2dc-ae795999a3db tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:33:58.020173 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-bb483f97-f33c-463d-b2dc-ae795999a3db tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Usage tracker for resource:security_group_rule and tenant:2fe533bef34b4cc19229fead4ee8762c is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:33:58.024592 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-bb483f97-f33c-463d-b2dc-ae795999a3db tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:33:58.029519 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4303ce-31f2-4e46-a415-e0913b17a52d req-135c2134-494b-4b48-a006-ad3cca7732a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:58.031679 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1c4303ce-31f2-4e46-a415-e0913b17a52d req-135c2134-494b-4b48-a006-ad3cca7732a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e292421f-a606-4905-abc3-7ede61586276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3572042 Apr 20 23:33:58.037205 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-bb483f97-f33c-463d-b2dc-ae795999a3db tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:33:58.049303 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.securitygroups_db [None req-bb483f97-f33c-463d-b2dc-ae795999a3db tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Project 2fe533bef34b4cc19229fead4ee8762c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 23:33:58.058400 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bb483f97-f33c-463d-b2dc-ae795999a3db tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:58.133646 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bb483f97-f33c-463d-b2dc-ae795999a3db tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:58.135356 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6558fb77-5cd0-48ea-a8b5-4d691b08370b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854152067'] for router, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:58.136636 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6558fb77-5cd0-48ea-a8b5-4d691b08370b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47732a0d-641a-4300-a474-ab75c03316f4 {{(pid=86357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 23:33:58.137618 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bb483f97-f33c-463d-b2dc-ae795999a3db tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:58.147085 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5bbae615-21b1-4fcd-b624-7825ab54dd2a tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:58.170106 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb483f97-f33c-463d-b2dc-ae795999a3db tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d8f58f-1e56-4902-ae37-1a07dba0bd15,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:58.172660 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-bb483f97-f33c-463d-b2dc-ae795999a3db tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:58.177563 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bb483f97-f33c-463d-b2dc-ae795999a3db tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:58.182169 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-bb483f97-f33c-463d-b2dc-ae795999a3db tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1779149 Apr 20 23:33:58.182875 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 59754) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:33:58.189364 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-06ddc9ef-661f-4343-abce-e5421ff47079 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Request body: {'security_group_rule': {'security_group_id': 'e4865238-bc72-43f7-895f-89303d44b498', 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:33:58.196099 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-06ddc9ef-661f-4343-abce-e5421ff47079 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:33:58.200211 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-06ddc9ef-661f-4343-abce-e5421ff47079 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Usage tracker for resource:security_group_rule and tenant:2fe533bef34b4cc19229fead4ee8762c is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:33:58.203978 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-06ddc9ef-661f-4343-abce-e5421ff47079 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:33:58.210316 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-06ddc9ef-661f-4343-abce-e5421ff47079 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:33:58.221523 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.securitygroups_db [None req-06ddc9ef-661f-4343-abce-e5421ff47079 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Project 2fe533bef34b4cc19229fead4ee8762c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 23:33:58.229128 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-06ddc9ef-661f-4343-abce-e5421ff47079 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:58.255122 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1c4303ce-31f2-4e46-a415-e0913b17a52d req-43ec8f5a-693b-4756-98a7-f715f8b8795f service neutron] 10.222.0.36 "GET /v2.0/networks/e292421f-a606-4905-abc3-7ede61586276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099714 Apr 20 23:33:58.296969 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6558fb77-5cd0-48ea-a8b5-4d691b08370b admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:58.298177 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-6558fb77-5cd0-48ea-a8b5-4d691b08370b admin admin] 10.222.0.16 "DELETE /v2.0/routers/47732a0d-641a-4300-a474-ab75c03316f4 HTTP/1.1" status: 204 len: 168 time: 2.7297249 Apr 20 23:33:58.298297 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-06ddc9ef-661f-4343-abce-e5421ff47079 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:58.301125 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 59758) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:33:58.303604 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-06ddc9ef-661f-4343-abce-e5421ff47079 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:58.341182 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:58.373614 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9244ec-7705-43c5-8277-7fcc43eb54f4 req-846b84aa-c87e-410a-b755-26255d2b3938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:58.375743 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ed9244ec-7705-43c5-8277-7fcc43eb54f4 req-846b84aa-c87e-410a-b755-26255d2b3938 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee794c51b2d7444ca7efc3b0ee9ce528&device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 1097 time: 0.3904452 Apr 20 23:33:58.377802 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ddc9ef-661f-4343-abce-e5421ff47079 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a134fa-4c8f-453f-8507-ace4d08a149b,revision_number=0']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:58.388079 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-06ddc9ef-661f-4343-abce-e5421ff47079 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:58.391651 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-06ddc9ef-661f-4343-abce-e5421ff47079 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:58.392905 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-06ddc9ef-661f-4343-abce-e5421ff47079 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2090340 Apr 20 23:33:58.403479 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-96348615-bdb4-4ddd-88f1-bc6ff3911b01 admin admin] Deleting subnet e71ca367-9455-420b-bfe5-f3be3611f43b {{(pid=86356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:33:58.406787 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-96348615-bdb4-4ddd-88f1-bc6ff3911b01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:58.462446 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-96348615-bdb4-4ddd-88f1-bc6ff3911b01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851916009'] for subnet, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:58.541524 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fcd7c-c410-4256-825b-0df7ed90c679 req-6ec6fc43-2c45-446b-901d-7135e119a577 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:58.545692 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ab4fcd7c-c410-4256-825b-0df7ed90c679 req-6ec6fc43-2c45-446b-901d-7135e119a577 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 944 time: 0.3875999 Apr 20 23:33:58.561846 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1c4303ce-31f2-4e46-a415-e0913b17a52d req-855b04ce-574e-4424-aad9-bbdaf66f18a8 service neutron] 10.222.0.36 "GET /v2.0/networks/e292421f-a606-4905-abc3-7ede61586276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948816 Apr 20 23:33:58.575151 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dd07a1e7-e039-4983-89a1-d45c6014fb98 req-5c6a9bcd-3b00-4230-a6aa-2cd3912c3f2b tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1906158944&fields=id&tenant_id=2fe533bef34b4cc19229fead4ee8762c HTTP/1.1" status: 200 len: 267 time: 0.0721772 Apr 20 23:33:58.575663 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device a030ef39-f3e0-48d7-85a2-f09d262b32f6 no longer exists at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:33:58.619444 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] No Port match for: a030ef39-f3e0-48d7-85a2-f09d262b32f6 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:33:58.620121 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device a030ef39-f3e0-48d7-85a2-f09d262b32f6 not bound to the agent host dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:33:58.628896 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9244ec-7705-43c5-8277-7fcc43eb54f4 req-dc8f0840-e9f3-4df9-b106-08d15f2c89b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:58.630532 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ed9244ec-7705-43c5-8277-7fcc43eb54f4 req-dc8f0840-e9f3-4df9-b106-08d15f2c89b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=437210c7-1067-49df-b543-565768333126 HTTP/1.1" status: 200 len: 917 time: 0.2460930 Apr 20 23:33:58.638055 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ab4fcd7c-c410-4256-825b-0df7ed90c679 req-585ea4c2-a539-4bfd-80bf-15a2b1ece94a tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838058 Apr 20 23:33:58.695768 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-96348615-bdb4-4ddd-88f1-bc6ff3911b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853347799'] for subnet, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:58.743461 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ed9244ec-7705-43c5-8277-7fcc43eb54f4 req-9a2581f5-3ef5-4a97-b00a-0120c862299c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26e98946-4775-48e8-b92f-d93d81881b22 HTTP/1.1" status: 200 len: 999 time: 0.1043744 Apr 20 23:33:58.811759 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9244ec-7705-43c5-8277-7fcc43eb54f4 req-7f49c853-f3cb-4a6d-84e0-758275fa9402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:58.813903 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ed9244ec-7705-43c5-8277-7fcc43eb54f4 req-7f49c853-f3cb-4a6d-84e0-758275fa9402 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35e08b0a-289c-44e2-8628-45bc2f24dd02 HTTP/1.1" status: 200 len: 855 time: 0.0630875 Apr 20 23:33:58.842802 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07a1e7-e039-4983-89a1-d45c6014fb98 req-1f76f9e3-15a2-4207-8554-b6e579c310ad tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:58.844664 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dd07a1e7-e039-4983-89a1-d45c6014fb98 req-1f76f9e3-15a2-4207-8554-b6e579c310ad tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 946 time: 0.2203295 Apr 20 23:33:58.867810 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-dd07a1e7-e039-4983-89a1-d45c6014fb98 req-87836c32-b3eb-4295-9b53-ca8ae71e2bc0 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Request body: {'port': {'security_groups': ['86926eb0-ae23-4e59-b9b6-f85d7107f551', 'e4865238-bc72-43f7-895f-89303d44b498']}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:33:58.899720 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9244ec-7705-43c5-8277-7fcc43eb54f4 req-127cf1f1-4432-4082-a855-3322847e7d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:58.901390 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ed9244ec-7705-43c5-8277-7fcc43eb54f4 req-127cf1f1-4432-4082-a855-3322847e7d10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=437210c7-1067-49df-b543-565768333126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0803695 Apr 20 23:33:59.044077 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ed9244ec-7705-43c5-8277-7fcc43eb54f4 req-92173f89-351b-433e-a775-dbb2389bf8b3 service neutron] 10.222.0.36 "GET /v2.0/networks/437210c7-1067-49df-b543-565768333126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348021 Apr 20 23:33:59.080094 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-dd07a1e7-e039-4983-89a1-d45c6014fb98 req-87836c32-b3eb-4295-9b53-ca8ae71e2bc0 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:59.178478 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-96348615-bdb4-4ddd-88f1-bc6ff3911b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2931179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2663428'] for subnet, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:59.188905 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ed9244ec-7705-43c5-8277-7fcc43eb54f4 req-747952d7-fb5b-461a-b5f1-9c452d946bd2 service neutron] 10.222.0.36 "GET /v2.0/networks/437210c7-1067-49df-b543-565768333126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376259 Apr 20 23:33:59.197287 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b2867b49-3cc8-4cd4-aca0-2fdb33ce3d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:59.240204 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-96348615-bdb4-4ddd-88f1-bc6ff3911b01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:59.245163 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297ba7e9-cd04-45a1-9002-dbcd923ab380 None None] Network f780fa1a-35e5-4ddd-af3a-7a7830d8c77c requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:33:59.252314 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96348615-bdb4-4ddd-88f1-bc6ff3911b01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e71ca367-9455-420b-bfe5-f3be3611f43b,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:59.255667 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-96348615-bdb4-4ddd-88f1-bc6ff3911b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:33:59.270272 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-96348615-bdb4-4ddd-88f1-bc6ff3911b01 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e71ca367-9455-420b-bfe5-f3be3611f43b HTTP/1.1" status: 204 len: 168 time: 0.9679048 Apr 20 23:33:59.273723 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 59764) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:33:59.406906 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ce5ca20b-2587-41ad-9161-2f423b7a8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853052571'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:59.418364 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-ce5ca20b-2587-41ad-9161-2f423b7a8a9a admin admin] Deleting port d8b87e8c-3ead-4e40-b1ae-b86829695988 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:33:59.419009 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ce5ca20b-2587-41ad-9161-2f423b7a8a9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:59.439651 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-dd07a1e7-e039-4983-89a1-d45c6014fb98 req-87836c32-b3eb-4295-9b53-ca8ae71e2bc0 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] For port 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2d2bbf95-79d3-49e4-9ba8-066843e8a1b9,segment=NetworkSegment(04007d49-6b9c-4837-8d55-9e9bdafa0961),segment_id=04007d49-6b9c-4837-8d55-9e9bdafa0961)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:33:59.473464 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-dd07a1e7-e039-4983-89a1-d45c6014fb98 req-87836c32-b3eb-4295-9b53-ca8ae71e2bc0 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:59.477262 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-dd07a1e7-e039-4983-89a1-d45c6014fb98 req-87836c32-b3eb-4295-9b53-ca8ae71e2bc0 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851844298'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:59.483329 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ad745fd5-e2f4-48e0-9bf1-935ecfe8d3a3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:33:59.491500 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['2d2bbf95-79d3-49e4-9ba8-066843e8a1b9'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:33:59.559765 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5560552d-d4f0-41b3-a7fc-826e9f455a4f None None] DHCP port deletion for f780fa1a-35e5-4ddd-af3a-7a7830d8c77c request from dv-cinder-787296-1-smb {{(pid=86358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 23:33:59.581792 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-5560552d-d4f0-41b3-a7fc-826e9f455a4f None None] Deleting port d8b87e8c-3ead-4e40-b1ae-b86829695988 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:33:59.582234 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5560552d-d4f0-41b3-a7fc-826e9f455a4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:59.851199 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07a1e7-e039-4983-89a1-d45c6014fb98 req-87836c32-b3eb-4295-9b53-ca8ae71e2bc0 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:33:59.851921 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-dd07a1e7-e039-4983-89a1-d45c6014fb98 req-87836c32-b3eb-4295-9b53-ca8ae71e2bc0 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:59.853481 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dd07a1e7-e039-4983-89a1-d45c6014fb98 req-87836c32-b3eb-4295-9b53-ca8ae71e2bc0 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "PUT /v2.0/ports/2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 HTTP/1.1" status: 200 len: 982 time: 0.9953275 Apr 20 23:33:59.854064 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98', 'tag': '2d2bbf95-79d3-49e4-9ba8-066843e8a1b9'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:33:59.871634 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5560552d-d4f0-41b3-a7fc-826e9f455a4f None None] For port d8b87e8c-3ead-4e40-b1ae-b86829695988, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=d8b87e8c-3ead-4e40-b1ae-b86829695988,segment=NetworkSegment(cfa1a3af-8a5c-4b97-9245-2f3d3b403af9),segment_id=cfa1a3af-8a5c-4b97-9245-2f3d3b403af9)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:33:59.872108 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5560552d-d4f0-41b3-a7fc-826e9f455a4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:33:59.883155 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87836c32-b3eb-4295-9b53-ca8ae71e2bc0 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Pushing event updated for resources: {'Port': ['ID=2d2bbf95-79d3-49e4-9ba8-066843e8a1b9,revision_number=6']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:33:59.886535 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-87836c32-b3eb-4295-9b53-ca8ae71e2bc0 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:00.027211 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-ce5ca20b-2587-41ad-9161-2f423b7a8a9a admin admin] For port d8b87e8c-3ead-4e40-b1ae-b86829695988, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=d8b87e8c-3ead-4e40-b1ae-b86829695988,segment=NetworkSegment(cfa1a3af-8a5c-4b97-9245-2f3d3b403af9),segment_id=cfa1a3af-8a5c-4b97-9245-2f3d3b403af9)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:34:00.027478 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ce5ca20b-2587-41ad-9161-2f423b7a8a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:00.055179 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['2d2bbf95-79d3-49e4-9ba8-066843e8a1b9'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:34:00.125671 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-5560552d-d4f0-41b3-a7fc-826e9f455a4f None None] Calling delete_port for d8b87e8c-3ead-4e40-b1ae-b86829695988 owned by network:dhcp {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:34:00.226343 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0109a-15bc-43ff-a391-5110b7fe6186 req-5cc0362c-6003-4481-a607-211691427368 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:00.241434 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e5a0109a-15bc-43ff-a391-5110b7fe6186 req-5cc0362c-6003-4481-a607-211691427368 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 985 time: 0.1958268 Apr 20 23:34:00.268795 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-89ea9ed7-399b-437c-aa78-bc70fcd8f009 None None] Provisioning complete for port 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:34:00.269256 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-89ea9ed7-399b-437c-aa78-bc70fcd8f009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:00.300902 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-ce5ca20b-2587-41ad-9161-2f423b7a8a9a admin admin] Calling delete_port for d8b87e8c-3ead-4e40-b1ae-b86829695988 owned by network:dhcp {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:34:00.330886 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e5a0109a-15bc-43ff-a391-5110b7fe6186 req-3850bc3f-afe7-4163-9365-151b2a40ad04 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4865238-bc72-43f7-895f-89303d44b498&id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0828187 Apr 20 23:34:00.414880 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73a2c5-f056-4b8d-a7da-25bc140fac9b req-7d02bace-e013-41ed-9c35-e38fb0a956ba tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:00.423199 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8c73a2c5-f056-4b8d-a7da-25bc140fac9b req-7d02bace-e013-41ed-9c35-e38fb0a956ba tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 944 time: 0.5201848 Apr 20 23:34:00.428422 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98', 'tag': '2d2bbf95-79d3-49e4-9ba8-066843e8a1b9', 'status': 'completed', 'code': 200} Apr 20 23:34:00.544070 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8c73a2c5-f056-4b8d-a7da-25bc140fac9b req-58af99b4-1c82-4c41-9ad5-ddfb73eeca5f tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197708 Apr 20 23:34:00.559227 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ce5ca20b-2587-41ad-9161-2f423b7a8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:00.564788 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c02a2d8f-037d-4599-8289-b42e4042ad75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:00.635112 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ca20b-2587-41ad-9161-2f423b7a8a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b87e8c-3ead-4e40-b1ae-b86829695988,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:00.639523 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ce5ca20b-2587-41ad-9161-2f423b7a8a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:00.643031 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5ca20b-2587-41ad-9161-2f423b7a8a9a admin admin] No DVR routers for this DVR port d8b87e8c-3ead-4e40-b1ae-b86829695988 on host dv-cinder-787296-1-smb {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:34:00.701176 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device d8b87e8c-3ead-4e40-b1ae-b86829695988 no longer exists at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:34:00.796083 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ce5ca20b-2587-41ad-9161-2f423b7a8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428092', 'neutron.services.segments.db._delete_segments_for_network-8757164038259'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:00.831113 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] No Port match for: d8b87e8c-3ead-4e40-b1ae-b86829695988 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:34:00.831488 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device d8b87e8c-3ead-4e40-b1ae-b86829695988 not bound to the agent host dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:34:00.950427 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-ce5ca20b-2587-41ad-9161-2f423b7a8a9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f780fa1a-35e5-4ddd-af3a-7a7830d8c77c']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:34:00.953463 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.db.api [None req-5560552d-d4f0-41b3-a7fc-826e9f455a4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 23:34:00.953887 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_db.api [None req-5560552d-d4f0-41b3-a7fc-826e9f455a4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 23:34:00.963969 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-ce5ca20b-2587-41ad-9161-2f423b7a8a9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa1a3af-8a5c-4b97-9245-2f3d3b403af9') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:34:00.964309 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-ce5ca20b-2587-41ad-9161-2f423b7a8a9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa1a3af-8a5c-4b97-9245-2f3d3b403af9') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:34:00.977411 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ce5ca20b-2587-41ad-9161-2f423b7a8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279690575971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852343143'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:00.993012 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ce5ca20b-2587-41ad-9161-2f423b7a8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:01.000346 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5ca20b-2587-41ad-9161-2f423b7a8a9a admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:34:01.191776 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-ce5ca20b-2587-41ad-9161-2f423b7a8a9a admin admin] Network f780fa1a-35e5-4ddd-af3a-7a7830d8c77c has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:34:01.204350 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ce5ca20b-2587-41ad-9161-2f423b7a8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853386440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851800674'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:01.403077 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-ce5ca20b-2587-41ad-9161-2f423b7a8a9a admin admin] Network f780fa1a-35e5-4ddd-af3a-7a7830d8c77c has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: timer() Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: cb(*args, **kw) Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: self._notify() Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: self.callback(batched_events) Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: event.method(event) Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: return self._get(url).json() Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: **kwargs) Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: **endpoint_filter) Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:34:01.433744 dv-cinder-787296-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:34:01.457811 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-5560552d-d4f0-41b3-a7fc-826e9f455a4f None None] Deleting port d8b87e8c-3ead-4e40-b1ae-b86829695988 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:34:01.458362 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5560552d-d4f0-41b3-a7fc-826e9f455a4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:01.516610 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ce5ca20b-2587-41ad-9161-2f423b7a8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853347724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648834'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:01.522839 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ce5ca20b-2587-41ad-9161-2f423b7a8a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:01.526009 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:01.549669 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ca20b-2587-41ad-9161-2f423b7a8a9a admin admin] Pushing event deleted for resources: {'Network': ['ID=f780fa1a-35e5-4ddd-af3a-7a7830d8c77c,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:01.549921 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-5560552d-d4f0-41b3-a7fc-826e9f455a4f None None] The port 'd8b87e8c-3ead-4e40-b1ae-b86829695988' was deleted {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 23:34:01.553673 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ce5ca20b-2587-41ad-9161-2f423b7a8a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:01.569561 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-ce5ca20b-2587-41ad-9161-2f423b7a8a9a admin admin] 10.222.0.16 "DELETE /v2.0/networks/f780fa1a-35e5-4ddd-af3a-7a7830d8c77c HTTP/1.1" status: 204 len: 168 time: 2.2918003 Apr 20 23:34:01.734478 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 59800) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:34:01.767915 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2b841-2f47-493f-ade8-630fe9b1eccc req-18c94433-3307-49e2-99a7-3c411ab5ec3b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:01.769580 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-66c2b841-2f47-493f-ade8-630fe9b1eccc req-18c94433-3307-49e2-99a7-3c411ab5ec3b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 944 time: 0.1034501 Apr 20 23:34:01.806432 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-25499a91-c907-40fb-aaed-b349216c275f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2bc87a338871440e8d886029fff40e57&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0683091 Apr 20 23:34:01.806660 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 59804) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:34:01.829939 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-66c2b841-2f47-493f-ade8-630fe9b1eccc req-631fdfe6-ebda-4d0d-9d8c-faa81fab512b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538657 Apr 20 23:34:01.875259 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-855e8cbe-d5aa-40af-a730-32da5eec8a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:01.904334 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-855e8cbe-d5aa-40af-a730-32da5eec8a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:01.950779 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-855e8cbe-d5aa-40af-a730-32da5eec8a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:01.956734 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c7478b2c-4450-4fe3-a4c6-f3acfa4086e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:01.971115 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e8cbe-d5aa-40af-a730-32da5eec8a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5bcd88-14d6-4684-ba72-2ef68edde070,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:01.976602 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-855e8cbe-d5aa-40af-a730-32da5eec8a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:01.978703 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-855e8cbe-d5aa-40af-a730-32da5eec8a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:01.980399 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-855e8cbe-d5aa-40af-a730-32da5eec8a62 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa5bcd88-14d6-4684-ba72-2ef68edde070 HTTP/1.1" status: 204 len: 168 time: 0.1722078 Apr 20 23:34:02.771590 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 59828) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:34:02.891173 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-65070d06-d977-4b02-81c2-05e136c04ea2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1437553648-network', 'tenant_id': 'e57a6344158846579a87f753c3e3ac4a'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:34:02.896311 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-65070d06-d977-4b02-81c2-05e136c04ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:34:02.900311 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-65070d06-d977-4b02-81c2-05e136c04ea2 admin admin] Usage tracker for resource:network and tenant:e57a6344158846579a87f753c3e3ac4a is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:34:02.904293 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-65070d06-d977-4b02-81c2-05e136c04ea2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:34:02.911452 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-65070d06-d977-4b02-81c2-05e136c04ea2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:34:02.922115 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65070d06-d977-4b02-81c2-05e136c04ea2 admin admin] Made reservation on behalf of e57a6344158846579a87f753c3e3ac4a for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:34:02.927047 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-65070d06-d977-4b02-81c2-05e136c04ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:02.940300 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-65070d06-d977-4b02-81c2-05e136c04ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:02.958431 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-65070d06-d977-4b02-81c2-05e136c04ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:34:03.009445 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-65070d06-d977-4b02-81c2-05e136c04ea2 admin admin] Usage tracker for resource:security_group_rule and tenant:e57a6344158846579a87f753c3e3ac4a is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:34:03.013950 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-65070d06-d977-4b02-81c2-05e136c04ea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:34:03.022265 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-65070d06-d977-4b02-81c2-05e136c04ea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:34:03.091582 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc93f8a-8ff1-480e-bfbf-55eabe2500ad req-0c0891c2-8858-4c1d-af81-0eb619d99ae8 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:03.093212 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8fc93f8a-8ff1-480e-bfbf-55eabe2500ad req-0c0891c2-8858-4c1d-af81-0eb619d99ae8 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 944 time: 0.1368551 Apr 20 23:34:03.177437 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8fc93f8a-8ff1-480e-bfbf-55eabe2500ad req-9eb5fe71-2687-4180-8ad2-bb72e8b0acd9 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767882 Apr 20 23:34:03.199075 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-65070d06-d977-4b02-81c2-05e136c04ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:03.207093 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-65070d06-d977-4b02-81c2-05e136c04ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:03.211761 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-41074eb4-3f92-46d0-9fe0-f918dff391d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:03.247596 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65070d06-d977-4b02-81c2-05e136c04ea2 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:34:03.257749 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65070d06-d977-4b02-81c2-05e136c04ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc7af64-4090-4767-b833-994592a2b335,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:03.261093 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-65070d06-d977-4b02-81c2-05e136c04ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:03.265914 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-65070d06-d977-4b02-81c2-05e136c04ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:03.266304 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-65070d06-d977-4b02-81c2-05e136c04ea2 admin admin] Added segment d412a51e-fe1f-47f0-b436-ed235c64765a of type vlan for network 2e204a5b-b262-438c-b33b-796154db64da Apr 20 23:34:03.294380 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-65070d06-d977-4b02-81c2-05e136c04ea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757163678135'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:03.330321 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-65070d06-d977-4b02-81c2-05e136c04ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:03.331698 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65070d06-d977-4b02-81c2-05e136c04ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:03.332327 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-65070d06-d977-4b02-81c2-05e136c04ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:03.337834 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-08c6e628-1045-4d39-9c69-64669ace782e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:03.438159 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65070d06-d977-4b02-81c2-05e136c04ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=2e204a5b-b262-438c-b33b-796154db64da,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:03.440961 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-65070d06-d977-4b02-81c2-05e136c04ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:03.448879 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Network 2e204a5b-b262-438c-b33b-796154db64da details requested by agent ovs-agent-dv-cinder-787296-1-smb with host dv-cinder-787296-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:34:03.455524 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-65070d06-d977-4b02-81c2-05e136c04ea2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6826384 Apr 20 23:34:03.458428 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 59838) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:34:03.464585 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-2b685c99-9d4b-409d-9098-49095fdad9dd admin admin] Request body: {'subnet': {'network_id': '2e204a5b-b262-438c-b33b-796154db64da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1437553648-subnet', 'tenant_id': 'e57a6344158846579a87f753c3e3ac4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:34:03.471862 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-2b685c99-9d4b-409d-9098-49095fdad9dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:34:03.476370 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2b685c99-9d4b-409d-9098-49095fdad9dd admin admin] Usage tracker for resource:subnet and tenant:e57a6344158846579a87f753c3e3ac4a is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:34:03.479476 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2b685c99-9d4b-409d-9098-49095fdad9dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:34:03.486191 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-2b685c99-9d4b-409d-9098-49095fdad9dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:34:03.496895 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b685c99-9d4b-409d-9098-49095fdad9dd admin admin] Made reservation on behalf of e57a6344158846579a87f753c3e3ac4a for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:34:03.501947 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2b685c99-9d4b-409d-9098-49095fdad9dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852643475'] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:03.925517 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2b685c99-9d4b-409d-9098-49095fdad9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851800200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852643460'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:03.930546 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6604a4a6-5b18-41ce-bdd6-9089b3c59792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:04.012616 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b685c99-9d4b-409d-9098-49095fdad9dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d127c2fc-660f-427e-a2af-20862e10eb85,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:04.017244 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2b685c99-9d4b-409d-9098-49095fdad9dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:04.024363 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b685c99-9d4b-409d-9098-49095fdad9dd admin admin] Checking segment: {'id': 'd412a51e-fe1f-47f0-b436-ed235c64765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2e204a5b-b262-438c-b33b-796154db64da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:34:04.024878 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b685c99-9d4b-409d-9098-49095fdad9dd admin admin] Network hostable DHCP agents. Network: 2e204a5b-b262-438c-b33b-796154db64da, hostable agents: ['a298e916-2d0e-40ec-9d0f-6465273d3362'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:34:04.044392 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b685c99-9d4b-409d-9098-49095fdad9dd admin admin] Network 2e204a5b-b262-438c-b33b-796154db64da is scheduled to be hosted by DHCP agent a298e916-2d0e-40ec-9d0f-6465273d3362 with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:34:04.054204 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-2b685c99-9d4b-409d-9098-49095fdad9dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-smb, 2e204a5b-b262-438c-b33b-796154db64da) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:34:04.064258 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47a0c65-9012-4429-8fe3-e0a692aa2f72 None None] Network 2e204a5b-b262-438c-b33b-796154db64da requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:34:04.067039 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b685c99-9d4b-409d-9098-49095fdad9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:04.067761 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2b685c99-9d4b-409d-9098-49095fdad9dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:04.104374 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-2b685c99-9d4b-409d-9098-49095fdad9dd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6448145 Apr 20 23:34:04.365605 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e889dad2-2a9c-4681-8fe6-8eae0f861f00 None None] Network 2e204a5b-b262-438c-b33b-796154db64da requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:34:04.413042 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be07958-3285-41bb-8d47-9641ae41d3e4 req-df98140b-519c-4865-aaf2-7af52e500834 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:04.434506 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7be07958-3285-41bb-8d47-9641ae41d3e4 req-df98140b-519c-4865-aaf2-7af52e500834 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 944 time: 0.1148140 Apr 20 23:34:04.525080 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7be07958-3285-41bb-8d47-9641ae41d3e4 req-4aeabfef-260b-44ac-8f76-15834cf5fd0b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862415 Apr 20 23:34:04.797424 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d2424-371b-4311-bc37-a970c592816a req-cff18b74-ea32-45f1-8763-08c627db8eea tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:04.798100 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-ae2d2424-371b-4311-bc37-a970c592816a req-cff18b74-ea32-45f1-8763-08c627db8eea tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Synchronizing usage tracker for tenant:e57a6344158846579a87f753c3e3ac4a on resource:network {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:34:04.815837 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-ae2d2424-371b-4311-bc37-a970c592816a req-cff18b74-ea32-45f1-8763-08c627db8eea tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Unset dirty status for tenant:e57a6344158846579a87f753c3e3ac4a on resource:network {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:34:04.817114 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ae2d2424-371b-4311-bc37-a970c592816a req-cff18b74-ea32-45f1-8763-08c627db8eea tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/networks?id=2e204a5b-b262-438c-b33b-796154db64da HTTP/1.1" status: 200 len: 815 time: 0.1796770 Apr 20 23:34:04.834032 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ae2d2424-371b-4311-bc37-a970c592816a req-e35ce372-b296-4f11-8d30-33c01ade99ac tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/quotas/e57a6344158846579a87f753c3e3ac4a HTTP/1.1" status: 200 len: 375 time: 0.0103619 Apr 20 23:34:04.891202 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ae2d2424-371b-4311-bc37-a970c592816a req-26b8abb5-e48a-4c19-a709-82e80e6f477c tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e57a6344158846579a87f753c3e3ac4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506170 Apr 20 23:34:05.084549 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ae2d2424-371b-4311-bc37-a970c592816a req-7afe1bea-0e98-4332-8970-e22a278294a8 service neutron] 10.222.0.16 "GET /v2.0/networks/2e204a5b-b262-438c-b33b-796154db64da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855547 Apr 20 23:34:05.229404 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ae2d2424-371b-4311-bc37-a970c592816a req-f5a0cd4a-aeb9-4ae0-b350-64a0ac0f573f service neutron] 10.222.0.16 "GET /v2.0/networks/2e204a5b-b262-438c-b33b-796154db64da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381834 Apr 20 23:34:05.465748 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-67de5e57-aadb-40d8-9f0d-9fbcdeaf9b84 req-12610c2c-d3f3-4792-9289-82509e7a5258 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f3400ee-cea5-447d-9788-97624defc4d5 HTTP/1.1" status: 200 len: 210 time: 0.0680690 Apr 20 23:34:05.738800 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20162b-66d2-43ab-9cc1-29dcf425a09f req-3e5292ae-42bd-4987-a1ab-d6dd074d6b6e tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:05.740471 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb20162b-66d2-43ab-9cc1-29dcf425a09f req-3e5292ae-42bd-4987-a1ab-d6dd074d6b6e tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 944 time: 0.1015534 Apr 20 23:34:05.820763 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cb20162b-66d2-43ab-9cc1-29dcf425a09f req-44685ba6-a479-48df-b665-bc75cfe32739 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737758 Apr 20 23:34:06.624503 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c27d3c3a-a63f-45a1-80ac-2e9ce80da77a req-b6fbda0a-f330-4efc-9826-4938cbea7aa6 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f3400ee-cea5-447d-9788-97624defc4d5 HTTP/1.1" status: 200 len: 210 time: 0.0503759 Apr 20 23:34:07.029064 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ff797-66e6-4139-84ec-eed9fed2635d req-19170087-5289-4c47-a6eb-c4484402fd2e tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:07.031355 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9d4ff797-66e6-4139-84ec-eed9fed2635d req-19170087-5289-4c47-a6eb-c4484402fd2e tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 944 time: 0.0890744 Apr 20 23:34:07.079362 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9d4ff797-66e6-4139-84ec-eed9fed2635d req-c9512ab5-a9f1-4748-a788-fd5f8b04ea3b tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416000 Apr 20 23:34:07.793390 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0b758069-6ce1-4884-aa02-c8528bf29d4f req-73bde548-941e-47d9-b4ec-2b72f7ed7a75 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f3400ee-cea5-447d-9788-97624defc4d5 HTTP/1.1" status: 200 len: 210 time: 0.0535145 Apr 20 23:34:08.297549 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a686417-8006-45fb-baf5-88e5e4089d04 req-b391e522-7d97-4fcc-919c-b9204c0b52f0 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:08.299207 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2a686417-8006-45fb-baf5-88e5e4089d04 req-b391e522-7d97-4fcc-919c-b9204c0b52f0 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 944 time: 0.0970201 Apr 20 23:34:08.364523 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2a686417-8006-45fb-baf5-88e5e4089d04 req-15f7c1af-c7b6-49cb-a232-b9a6ff9aabf1 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589867 Apr 20 23:34:08.956010 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-406d1ce5-02f5-4924-ae22-14e67e4bb7a2 req-b167ac26-05b5-486e-acd1-e3aa159f697b tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f3400ee-cea5-447d-9788-97624defc4d5 HTTP/1.1" status: 200 len: 210 time: 0.0488794 Apr 20 23:34:09.574474 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189fb10-d94b-477b-b47b-c25caced78c4 req-20b1ad90-e463-40e4-9fa8-4b0b66fcbbe1 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:09.576097 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f189fb10-d94b-477b-b47b-c25caced78c4 req-20b1ad90-e463-40e4-9fa8-4b0b66fcbbe1 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 944 time: 0.0913661 Apr 20 23:34:09.627451 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f189fb10-d94b-477b-b47b-c25caced78c4 req-77bc2138-4a3d-4702-9616-d96aa59a6616 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438340 Apr 20 23:34:10.122953 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-74b31fbd-46d1-4884-bddb-9036efc6e819 req-9e3ca5ec-d40d-4437-9bd3-1deb80c0e00d tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f3400ee-cea5-447d-9788-97624defc4d5 HTTP/1.1" status: 200 len: 210 time: 0.0496922 Apr 20 23:34:10.832031 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5e17c-ea8f-4123-a119-1ffd19c92ab9 req-aa330f42-a229-497c-b359-5977eee9abb9 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:10.833588 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-16d5e17c-ea8f-4123-a119-1ffd19c92ab9 req-aa330f42-a229-497c-b359-5977eee9abb9 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 944 time: 0.0887809 Apr 20 23:34:10.879734 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-16d5e17c-ea8f-4123-a119-1ffd19c92ab9 req-815927ec-db2f-4f78-b7cb-0a1814b0f8dc tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398653 Apr 20 23:34:11.066319 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bce7d2-ba09-4e08-8231-460b654dac4e req-e1d56289-b961-41f7-848c-13ec485eedcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:11.067896 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-30bce7d2-ba09-4e08-8231-460b654dac4e req-e1d56289-b961-41f7-848c-13ec485eedcc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fe533bef34b4cc19229fead4ee8762c&device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 1138 time: 0.0770833 Apr 20 23:34:11.216721 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bce7d2-ba09-4e08-8231-460b654dac4e req-a313ab48-e32b-43e6-80ae-9d69afb0a588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:11.218351 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-30bce7d2-ba09-4e08-8231-460b654dac4e req-a313ab48-e32b-43e6-80ae-9d69afb0a588 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e292421f-a606-4905-abc3-7ede61586276 HTTP/1.1" status: 200 len: 916 time: 0.1436660 Apr 20 23:34:11.291402 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b65886cb-bfba-4ee5-b310-9197b92a0adc req-8ce233b9-ecf1-4ae4-950d-c7481f9184d1 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f3400ee-cea5-447d-9788-97624defc4d5 HTTP/1.1" status: 200 len: 210 time: 0.0528336 Apr 20 23:34:11.333835 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-30bce7d2-ba09-4e08-8231-460b654dac4e req-200d964e-50dd-4767-97aa-2da9d1c37ec2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 HTTP/1.1" status: 200 len: 1002 time: 0.1083972 Apr 20 23:34:11.630736 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bce7d2-ba09-4e08-8231-460b654dac4e req-97ab91cf-ce4a-4f41-b91b-746d992f4cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:11.632199 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-30bce7d2-ba09-4e08-8231-460b654dac4e req-97ab91cf-ce4a-4f41-b91b-746d992f4cc7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f28d0304-03e1-4b20-9137-942b41a24e13 HTTP/1.1" status: 200 len: 854 time: 0.2904465 Apr 20 23:34:11.722699 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bce7d2-ba09-4e08-8231-460b654dac4e req-9e1cbd4a-3ffc-4025-b8bb-ffce610d84a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:11.724295 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-30bce7d2-ba09-4e08-8231-460b654dac4e req-9e1cbd4a-3ffc-4025-b8bb-ffce610d84a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e292421f-a606-4905-abc3-7ede61586276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777385 Apr 20 23:34:11.997552 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-30bce7d2-ba09-4e08-8231-460b654dac4e req-e757d584-625e-4765-9afc-6a712efc1566 service neutron] 10.222.0.36 "GET /v2.0/networks/e292421f-a606-4905-abc3-7ede61586276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608385 Apr 20 23:34:12.007807 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d2424-371b-4311-bc37-a970c592816a req-ee7c1ba8-64b6-4a7c-9225-910eee94a1f3 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:12.009236 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ae2d2424-371b-4311-bc37-a970c592816a req-ee7c1ba8-64b6-4a7c-9225-910eee94a1f3 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.36 "GET /v2.0/networks?id=2e204a5b-b262-438c-b33b-796154db64da HTTP/1.1" status: 200 len: 815 time: 0.2496183 Apr 20 23:34:12.079401 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-ae2d2424-371b-4311-bc37-a970c592816a req-4c38b726-14ae-4576-a94b-f3736f8f813e tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Request body: {'port': {'device_id': '6f3400ee-cea5-447d-9788-97624defc4d5', 'network_id': '2e204a5b-b262-438c-b33b-796154db64da', 'admin_state_up': True, 'tenant_id': 'e57a6344158846579a87f753c3e3ac4a'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:34:12.339135 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-30bce7d2-ba09-4e08-8231-460b654dac4e req-f15966f8-4155-4704-a7f2-1133c3c5c19d service neutron] 10.222.0.36 "GET /v2.0/networks/e292421f-a606-4905-abc3-7ede61586276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277380 Apr 20 23:34:12.349659 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336905e4-596e-4fc2-a909-e8d88e5bfa99 req-73c12327-997d-4924-b9c9-a73ea7c2d899 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:12.351185 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-336905e4-596e-4fc2-a909-e8d88e5bfa99 req-73c12327-997d-4924-b9c9-a73ea7c2d899 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 944 time: 0.3410168 Apr 20 23:34:12.352325 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 26e98946-4775-48e8-b92f-d93d81881b22 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:34:12.356414 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-ae2d2424-371b-4311-bc37-a970c592816a req-4c38b726-14ae-4576-a94b-f3736f8f813e tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:34:12.362202 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-ae2d2424-371b-4311-bc37-a970c592816a req-4c38b726-14ae-4576-a94b-f3736f8f813e tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Usage tracker for resource:port and tenant:e57a6344158846579a87f753c3e3ac4a is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:34:12.365260 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-ae2d2424-371b-4311-bc37-a970c592816a req-4c38b726-14ae-4576-a94b-f3736f8f813e tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:34:12.372973 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-ae2d2424-371b-4311-bc37-a970c592816a req-4c38b726-14ae-4576-a94b-f3736f8f813e tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:34:12.409468 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae2d2424-371b-4311-bc37-a970c592816a req-4c38b726-14ae-4576-a94b-f3736f8f813e tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Made reservation on behalf of e57a6344158846579a87f753c3e3ac4a for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:34:12.415558 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ae2d2424-371b-4311-bc37-a970c592816a req-4c38b726-14ae-4576-a94b-f3736f8f813e tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:12.449808 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-336905e4-596e-4fc2-a909-e8d88e5bfa99 req-5bc6c17f-ada2-4406-a68f-1d7e659a5800 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812116 Apr 20 23:34:12.464779 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4aafe7a7-1982-47ef-b63a-4d857c8c79e0 req-a4d4de1b-9d55-47f8-a1e8-abfbe756ec61 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f3400ee-cea5-447d-9788-97624defc4d5 HTTP/1.1" status: 200 len: 210 time: 0.0555985 Apr 20 23:34:12.534470 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 26e98946-4775-48e8-b92f-d93d81881b22, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=26e98946-4775-48e8-b92f-d93d81881b22,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:34:12.548234 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Returning: {'device': '26e98946-4775-48e8-b92f-d93d81881b22', 'network_id': '437210c7-1067-49df-b543-565768333126', 'port_id': '26e98946-4775-48e8-b92f-d93d81881b22', 'mac_address': 'fa:16:3e:8b:a3:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:34:12.610588 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:12.611913 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-ae2d2424-371b-4311-bc37-a970c592816a req-4c38b726-14ae-4576-a94b-f3736f8f813e tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Allocated IP 172.20.0.6 (2e204a5b-b262-438c-b33b-796154db64da/d127c2fc-660f-427e-a2af-20862e10eb85/65999c73-dbce-45e5-8f81-7923b9357319) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:34:12.628245 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e98946-4775-48e8-b92f-d93d81881b22 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:34:12.644555 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 26e98946-4775-48e8-b92f-d93d81881b22, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=26e98946-4775-48e8-b92f-d93d81881b22,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:34:12.647425 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:12.649283 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:12.717348 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=26e98946-4775-48e8-b92f-d93d81881b22,revision_number=9']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:12.725305 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:12.725734 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:12.726111 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:12.726485 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:12.726851 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:12.727222 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:12.727583 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:12.727942 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:12.728305 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:12.728667 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:12.729025 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:12.729427 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:12.733346 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:12.821648 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ae2d2424-371b-4311-bc37-a970c592816a req-4c38b726-14ae-4576-a94b-f3736f8f813e tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:12.851054 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ae2d2424-371b-4311-bc37-a970c592816a req-4c38b726-14ae-4576-a94b-f3736f8f813e tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:12.856489 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dcffe5a1-a013-493c-beba-55857421a888 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:12.894949 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['26e98946-4775-48e8-b92f-d93d81881b22'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:34:12.928371 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae2d2424-371b-4311-bc37-a970c592816a req-4c38b726-14ae-4576-a94b-f3736f8f813e tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Network 2e204a5b-b262-438c-b33b-796154db64da is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:34:12.932253 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-ae2d2424-371b-4311-bc37-a970c592816a req-4c38b726-14ae-4576-a94b-f3736f8f813e tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:34:12.936461 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2d2424-371b-4311-bc37-a970c592816a req-4c38b726-14ae-4576-a94b-f3736f8f813e tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:34:12.975668 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38b726-14ae-4576-a94b-f3736f8f813e tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Pushing event updated for resources: {'Port': ['ID=65999c73-dbce-45e5-8f81-7923b9357319,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:12.980248 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4c38b726-14ae-4576-a94b-f3736f8f813e tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:13.009046 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d2424-371b-4311-bc37-a970c592816a req-4c38b726-14ae-4576-a94b-f3736f8f813e tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:13.009733 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ae2d2424-371b-4311-bc37-a970c592816a req-4c38b726-14ae-4576-a94b-f3736f8f813e tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:13.029106 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ae2d2424-371b-4311-bc37-a970c592816a req-4c38b726-14ae-4576-a94b-f3736f8f813e tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9610708 Apr 20 23:34:13.042260 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-ae2d2424-371b-4311-bc37-a970c592816a req-49770c2c-c14f-475f-8dba-8b4020452dc2 service neutron] Request body: {'port': {'device_id': '6f3400ee-cea5-447d-9788-97624defc4d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:34:13.161222 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ae2d2424-371b-4311-bc37-a970c592816a req-49770c2c-c14f-475f-8dba-8b4020452dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:13.517483 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-ae2d2424-371b-4311-bc37-a970c592816a req-49770c2c-c14f-475f-8dba-8b4020452dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65999c73-dbce-45e5-8f81-7923b9357319 {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:34:13.525664 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ae2d2424-371b-4311-bc37-a970c592816a req-49770c2c-c14f-475f-8dba-8b4020452dc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:13.541987 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-ae2d2424-371b-4311-bc37-a970c592816a req-49770c2c-c14f-475f-8dba-8b4020452dc2 service neutron] Transition to ACTIVE for port object 65999c73-dbce-45e5-8f81-7923b9357319 will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:34:13.546893 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ae2d2424-371b-4311-bc37-a970c592816a req-49770c2c-c14f-475f-8dba-8b4020452dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851800608'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:13.556340 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-15a47fef-492c-4051-9939-fa46b19e138c tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:13.803509 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e0cb3-8904-4a7b-be95-7f1977c02c3d req-2deb7d2e-f4c7-445f-93c0-fb3bd8938f3b tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:13.805088 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4f0e0cb3-8904-4a7b-be95-7f1977c02c3d req-2deb7d2e-f4c7-445f-93c0-fb3bd8938f3b tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f3400ee-cea5-447d-9788-97624defc4d5 HTTP/1.1" status: 200 len: 943 time: 0.0872536 Apr 20 23:34:13.815245 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49770c2c-c14f-475f-8dba-8b4020452dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=65999c73-dbce-45e5-8f81-7923b9357319,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:13.818261 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-49770c2c-c14f-475f-8dba-8b4020452dc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:13.853363 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4f0e0cb3-8904-4a7b-be95-7f1977c02c3d req-21572b5f-561c-4099-bdae-3525613ea98c tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415881 Apr 20 23:34:13.878865 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-ae2d2424-371b-4311-bc37-a970c592816a req-49770c2c-c14f-475f-8dba-8b4020452dc2 service neutron] Attempting to bind port 65999c73-dbce-45e5-8f81-7923b9357319 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:34:13.879243 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-ae2d2424-371b-4311-bc37-a970c592816a req-49770c2c-c14f-475f-8dba-8b4020452dc2 service neutron] Attempting to bind port 65999c73-dbce-45e5-8f81-7923b9357319 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'd412a51e-fe1f-47f0-b436-ed235c64765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2e204a5b-b262-438c-b33b-796154db64da'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:34:13.879613 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2d2424-371b-4311-bc37-a970c592816a req-49770c2c-c14f-475f-8dba-8b4020452dc2 service neutron] Attempting to bind port 65999c73-dbce-45e5-8f81-7923b9357319 on network 2e204a5b-b262-438c-b33b-796154db64da {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:34:13.891463 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd4aff-9312-4ac4-978b-5202ad96ff38 req-6d44f482-2e58-4a87-bbcf-7af13aa88c17 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:13.893051 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3fbd4aff-9312-4ac4-978b-5202ad96ff38 req-6d44f482-2e58-4a87-bbcf-7af13aa88c17 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 945 time: 0.2405653 Apr 20 23:34:13.894978 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2d2424-371b-4311-bc37-a970c592816a req-49770c2c-c14f-475f-8dba-8b4020452dc2 service neutron] Port 65999c73-dbce-45e5-8f81-7923b9357319 on network 2e204a5b-b262-438c-b33b-796154db64da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:34:13.895339 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2d2424-371b-4311-bc37-a970c592816a req-49770c2c-c14f-475f-8dba-8b4020452dc2 service neutron] Attempting to bind port 65999c73-dbce-45e5-8f81-7923b9357319 on network 2e204a5b-b262-438c-b33b-796154db64da {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:34:13.902093 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2d2424-371b-4311-bc37-a970c592816a req-49770c2c-c14f-475f-8dba-8b4020452dc2 service neutron] Checking agent: {'id': '0dbb4980-ddab-4c32-9a5e-02cbda900cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:34:13.902465 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2d2424-371b-4311-bc37-a970c592816a req-49770c2c-c14f-475f-8dba-8b4020452dc2 service neutron] Checking segment: {'id': 'd412a51e-fe1f-47f0-b436-ed235c64765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2e204a5b-b262-438c-b33b-796154db64da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:34:13.902873 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2d2424-371b-4311-bc37-a970c592816a req-49770c2c-c14f-475f-8dba-8b4020452dc2 service neutron] Bound using segment: {'id': 'd412a51e-fe1f-47f0-b436-ed235c64765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2e204a5b-b262-438c-b33b-796154db64da'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:34:13.903342 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-ae2d2424-371b-4311-bc37-a970c592816a req-49770c2c-c14f-475f-8dba-8b4020452dc2 service neutron] Bound port: 65999c73-dbce-45e5-8f81-7923b9357319, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd412a51e-fe1f-47f0-b436-ed235c64765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2e204a5b-b262-438c-b33b-796154db64da'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:34:13.903725 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ae2d2424-371b-4311-bc37-a970c592816a req-49770c2c-c14f-475f-8dba-8b4020452dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:14.001332 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-ae2d2424-371b-4311-bc37-a970c592816a req-49770c2c-c14f-475f-8dba-8b4020452dc2 service neutron] For port 65999c73-dbce-45e5-8f81-7923b9357319, host hv-cinder-78729, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:34:14.004844 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-ae2d2424-371b-4311-bc37-a970c592816a req-49770c2c-c14f-475f-8dba-8b4020452dc2 service neutron] For port 65999c73-dbce-45e5-8f81-7923b9357319, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=65999c73-dbce-45e5-8f81-7923b9357319,segment=NetworkSegment(d412a51e-fe1f-47f0-b436-ed235c64765a),segment_id=d412a51e-fe1f-47f0-b436-ed235c64765a)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:34:14.008106 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ae2d2424-371b-4311-bc37-a970c592816a req-49770c2c-c14f-475f-8dba-8b4020452dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851800608'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:14.012994 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-581ed5ff-94f6-4425-ad96-1325a5069aa6 tempest-ServerRescueNegativeTestJSON-947832889 tempest-ServerRescueNegativeTestJSON-947832889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:14.095001 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d2424-371b-4311-bc37-a970c592816a req-49770c2c-c14f-475f-8dba-8b4020452dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:14.095653 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-ae2d2424-371b-4311-bc37-a970c592816a req-49770c2c-c14f-475f-8dba-8b4020452dc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:14.097081 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ae2d2424-371b-4311-bc37-a970c592816a req-49770c2c-c14f-475f-8dba-8b4020452dc2 service neutron] 10.222.0.36 "PUT /v2.0/ports/65999c73-dbce-45e5-8f81-7923b9357319 HTTP/1.1" status: 200 len: 1093 time: 1.0594616 Apr 20 23:34:14.098576 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3400ee-cea5-447d-9788-97624defc4d5', 'tag': '65999c73-dbce-45e5-8f81-7923b9357319'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:34:14.133649 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3fbd4aff-9312-4ac4-978b-5202ad96ff38 req-186cce7c-62d1-4ea5-ac6c-6663accc7d63 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326834 Apr 20 23:34:14.137421 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49770c2c-c14f-475f-8dba-8b4020452dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=65999c73-dbce-45e5-8f81-7923b9357319,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:14.175158 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-49770c2c-c14f-475f-8dba-8b4020452dc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:14.181339 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3400ee-cea5-447d-9788-97624defc4d5', 'tag': '65999c73-dbce-45e5-8f81-7923b9357319', 'status': 'completed', 'code': 200} Apr 20 23:34:14.217252 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d2424-371b-4311-bc37-a970c592816a req-dfe570fd-352f-4629-ac8f-199d87349f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:14.219108 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ae2d2424-371b-4311-bc37-a970c592816a req-dfe570fd-352f-4629-ac8f-199d87349f60 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e57a6344158846579a87f753c3e3ac4a&device_id=6f3400ee-cea5-447d-9788-97624defc4d5 HTTP/1.1" status: 200 len: 1096 time: 0.0778189 Apr 20 23:34:14.299774 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ae2d2424-371b-4311-bc37-a970c592816a req-6e830d2c-1396-4393-98d3-4ac1dd04f08d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65999c73-dbce-45e5-8f81-7923b9357319 HTTP/1.1" status: 200 len: 217 time: 0.0673106 Apr 20 23:34:14.367138 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d2424-371b-4311-bc37-a970c592816a req-8661fc56-0e60-4d19-8fb4-f7b49ab1b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:14.367893 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 26e98946-4775-48e8-b92f-d93d81881b22 up at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:34:14.368561 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ae2d2424-371b-4311-bc37-a970c592816a req-8661fc56-0e60-4d19-8fb4-f7b49ab1b5aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d127c2fc-660f-427e-a2af-20862e10eb85 HTTP/1.1" status: 200 len: 855 time: 0.0623968 Apr 20 23:34:14.424020 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ae2d2424-371b-4311-bc37-a970c592816a req-512e81c4-5675-4386-bd9c-b3996abc8a5f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e204a5b-b262-438c-b33b-796154db64da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482743 Apr 20 23:34:14.441799 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning complete for port 26e98946-4775-48e8-b92f-d93d81881b22 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:34:14.442479 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:14.565899 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:14.569976 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ae2d2424-371b-4311-bc37-a970c592816a req-994b2cda-88e3-48a6-ba84-99a01eb8866b service neutron] 10.222.0.36 "GET /v2.0/networks/2e204a5b-b262-438c-b33b-796154db64da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367612 Apr 20 23:34:14.593474 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2908fc7-9f6b-4017-8ac3-f0ed649c05cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e98946-4775-48e8-b92f-d93d81881b22'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:34:14.603788 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 26e98946-4775-48e8-b92f-d93d81881b22, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=26e98946-4775-48e8-b92f-d93d81881b22,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:34:14.606869 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:14.609373 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:14.644316 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2908fc7-9f6b-4017-8ac3-f0ed649c05cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e98946-4775-48e8-b92f-d93d81881b22', 'code': 200} Apr 20 23:34:14.689552 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=26e98946-4775-48e8-b92f-d93d81881b22,revision_number=10']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:14.693296 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:14.716158 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ae2d2424-371b-4311-bc37-a970c592816a req-1300d003-73c2-4545-813a-36e29f4da3a4 service neutron] 10.222.0.36 "GET /v2.0/networks/2e204a5b-b262-438c-b33b-796154db64da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390071 Apr 20 23:34:14.898435 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f02eb2-61a5-4dbd-8ccb-079e0ca7d4f3 req-18489c19-5fdc-437c-96a4-5e3c6551c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:14.900042 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-80f02eb2-61a5-4dbd-8ccb-079e0ca7d4f3 req-18489c19-5fdc-437c-96a4-5e3c6551c1a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e57a6344158846579a87f753c3e3ac4a&device_id=6f3400ee-cea5-447d-9788-97624defc4d5 HTTP/1.1" status: 200 len: 1096 time: 0.1257558 Apr 20 23:34:15.296429 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f5f4e-2a58-4939-a4a0-476d5ff83f0b req-6ac6a316-445c-49f8-9ad1-9ba299a55fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:15.298046 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e47f5f4e-2a58-4939-a4a0-476d5ff83f0b req-6ac6a316-445c-49f8-9ad1-9ba299a55fb8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 1100 time: 0.4567363 Apr 20 23:34:15.348490 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce233935-d0d8-4283-9c72-1f26d7d0fd8b req-29529110-71e6-4cf6-ac37-746f6841f0ba tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:15.350129 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ce233935-d0d8-4283-9c72-1f26d7d0fd8b req-29529110-71e6-4cf6-ac37-746f6841f0ba tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 947 time: 0.0915306 Apr 20 23:34:15.387035 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f02eb2-61a5-4dbd-8ccb-079e0ca7d4f3 req-087de8df-c769-4323-afac-87691ba05a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:15.388597 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-80f02eb2-61a5-4dbd-8ccb-079e0ca7d4f3 req-087de8df-c769-4323-afac-87691ba05a88 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e204a5b-b262-438c-b33b-796154db64da HTTP/1.1" status: 200 len: 916 time: 0.4782457 Apr 20 23:34:15.396913 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e47f5f4e-2a58-4939-a4a0-476d5ff83f0b req-910867b6-e379-4d24-bb3f-a12681f7195b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870540 Apr 20 23:34:15.398609 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ce233935-d0d8-4283-9c72-1f26d7d0fd8b req-2b683c26-a629-4775-8d33-1233458eaf2a tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416341 Apr 20 23:34:15.461488 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b58d8-592d-4d6a-86f4-a31a7d85a8bc req-8965abbe-4634-4da7-8e15-b093ec849de9 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:15.462246 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-e90b58d8-592d-4d6a-86f4-a31a7d85a8bc req-8965abbe-4634-4da7-8e15-b093ec849de9 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Synchronizing usage tracker for tenant:e57a6344158846579a87f753c3e3ac4a on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:34:15.483025 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-80f02eb2-61a5-4dbd-8ccb-079e0ca7d4f3 req-ba2a2c56-dd94-467e-993c-22a1f8d2b559 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65999c73-dbce-45e5-8f81-7923b9357319 HTTP/1.1" status: 200 len: 217 time: 0.0843852 Apr 20 23:34:15.527959 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-e90b58d8-592d-4d6a-86f4-a31a7d85a8bc req-8965abbe-4634-4da7-8e15-b093ec849de9 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Unset dirty status for tenant:e57a6344158846579a87f753c3e3ac4a on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:34:15.529170 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e90b58d8-592d-4d6a-86f4-a31a7d85a8bc req-8965abbe-4634-4da7-8e15-b093ec849de9 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f3400ee-cea5-447d-9788-97624defc4d5 HTTP/1.1" status: 200 len: 943 time: 0.5380912 Apr 20 23:34:15.583634 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f02eb2-61a5-4dbd-8ccb-079e0ca7d4f3 req-96cf06e1-ca8b-41bb-880b-968510854516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:15.585185 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-80f02eb2-61a5-4dbd-8ccb-079e0ca7d4f3 req-96cf06e1-ca8b-41bb-880b-968510854516 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d127c2fc-660f-427e-a2af-20862e10eb85 HTTP/1.1" status: 200 len: 855 time: 0.0951619 Apr 20 23:34:15.595870 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-e90b58d8-592d-4d6a-86f4-a31a7d85a8bc req-858e7e36-dfc5-467d-ba06-43b03c06c873 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Synchronizing usage tracker for tenant:e57a6344158846579a87f753c3e3ac4a on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:34:15.650729 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-80f02eb2-61a5-4dbd-8ccb-079e0ca7d4f3 req-b3d3d3e6-7168-4870-b3e5-1a0b1b6dea7f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e204a5b-b262-438c-b33b-796154db64da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576365 Apr 20 23:34:15.657990 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-e90b58d8-592d-4d6a-86f4-a31a7d85a8bc req-858e7e36-dfc5-467d-ba06-43b03c06c873 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Unset dirty status for tenant:e57a6344158846579a87f753c3e3ac4a on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:34:15.659103 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e90b58d8-592d-4d6a-86f4-a31a7d85a8bc req-858e7e36-dfc5-467d-ba06-43b03c06c873 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226182 Apr 20 23:34:15.792543 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-80f02eb2-61a5-4dbd-8ccb-079e0ca7d4f3 req-1839eab3-d517-4c36-aa28-1d50140b1f79 service neutron] 10.222.0.36 "GET /v2.0/networks/2e204a5b-b262-438c-b33b-796154db64da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324449 Apr 20 23:34:15.933944 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-80f02eb2-61a5-4dbd-8ccb-079e0ca7d4f3 req-f098e38c-98f6-4d6d-a133-c5c242eaf450 service neutron] 10.222.0.36 "GET /v2.0/networks/2e204a5b-b262-438c-b33b-796154db64da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335678 Apr 20 23:34:16.112979 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:16.367872 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 65999c73-dbce-45e5-8f81-7923b9357319 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:34:16.514797 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 65999c73-dbce-45e5-8f81-7923b9357319, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=65999c73-dbce-45e5-8f81-7923b9357319,segment=NetworkSegment(d412a51e-fe1f-47f0-b436-ed235c64765a),segment_id=d412a51e-fe1f-47f0-b436-ed235c64765a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:34:16.530041 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Returning: {'device': '65999c73-dbce-45e5-8f81-7923b9357319', 'network_id': '2e204a5b-b262-438c-b33b-796154db64da', 'port_id': '65999c73-dbce-45e5-8f81-7923b9357319', 'mac_address': 'fa:16:3e:34:c3:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd127c2fc-660f-427e-a2af-20862e10eb85', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:34:16.592268 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:16.611976 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65999c73-dbce-45e5-8f81-7923b9357319 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:34:16.628958 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 65999c73-dbce-45e5-8f81-7923b9357319, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=65999c73-dbce-45e5-8f81-7923b9357319,segment=NetworkSegment(d412a51e-fe1f-47f0-b436-ed235c64765a),segment_id=d412a51e-fe1f-47f0-b436-ed235c64765a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:34:16.632591 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:16.634550 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8977917d-dc7e-45d2-8636-c1ac92751fba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:16.642063 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21686d03-ab8b-466f-9fb0-cf0dd8e408a1 req-9955bf0b-a4eb-46bf-a09d-f80ed469c6b8 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:16.643712 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-21686d03-ab8b-466f-9fb0-cf0dd8e408a1 req-9955bf0b-a4eb-46bf-a09d-f80ed469c6b8 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 947 time: 0.1041756 Apr 20 23:34:16.701320 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-21686d03-ab8b-466f-9fb0-cf0dd8e408a1 req-d98db263-44db-4bab-a62d-4c51876cb9f6 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509140 Apr 20 23:34:16.719338 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=65999c73-dbce-45e5-8f81-7923b9357319,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:16.722588 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:16.866784 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350ec3b-06dc-4fe2-bc16-b937ddc1256d req-36760e8e-329c-4752-a8c7-79c69699374a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:16.868327 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9350ec3b-06dc-4fe2-bc16-b937ddc1256d req-36760e8e-329c-4752-a8c7-79c69699374a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f3400ee-cea5-447d-9788-97624defc4d5 HTTP/1.1" status: 200 len: 944 time: 0.0912387 Apr 20 23:34:16.874329 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['65999c73-dbce-45e5-8f81-7923b9357319'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:34:16.920205 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9350ec3b-06dc-4fe2-bc16-b937ddc1256d req-fceac877-b080-41db-bf81-ed7bb7ab7c75 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439870 Apr 20 23:34:17.919522 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c1779-b025-43c6-922f-e8c5077cdf6a req-8698a4e2-25ed-42a3-9ba0-797285ccd21e tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:17.921704 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-952c1779-b025-43c6-922f-e8c5077cdf6a req-8698a4e2-25ed-42a3-9ba0-797285ccd21e tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 947 time: 0.0886323 Apr 20 23:34:17.969040 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-952c1779-b025-43c6-922f-e8c5077cdf6a req-947d7a53-7ce1-4d1d-ac54-e827b6d6d6e5 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401599 Apr 20 23:34:18.122648 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c822728-a654-4dfd-93e1-28166c635d52 req-84eb8b70-dcaa-4810-bf7d-fb67decf9171 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:18.124148 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4c822728-a654-4dfd-93e1-28166c635d52 req-84eb8b70-dcaa-4810-bf7d-fb67decf9171 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f3400ee-cea5-447d-9788-97624defc4d5 HTTP/1.1" status: 200 len: 944 time: 0.0903051 Apr 20 23:34:18.170960 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4c822728-a654-4dfd-93e1-28166c635d52 req-038e9449-34e2-4b1b-94e1-76050a03d8b0 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404706 Apr 20 23:34:18.379089 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 65999c73-dbce-45e5-8f81-7923b9357319 up at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:34:18.456365 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning for port 65999c73-dbce-45e5-8f81-7923b9357319 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:34:18.461123 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning complete for port 65999c73-dbce-45e5-8f81-7923b9357319 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:34:18.461650 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:18.584812 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:18.612083 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3400ee-cea5-447d-9788-97624defc4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65999c73-dbce-45e5-8f81-7923b9357319'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:34:18.622407 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 65999c73-dbce-45e5-8f81-7923b9357319, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=65999c73-dbce-45e5-8f81-7923b9357319,segment=NetworkSegment(d412a51e-fe1f-47f0-b436-ed235c64765a),segment_id=d412a51e-fe1f-47f0-b436-ed235c64765a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:34:18.625857 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:18.627743 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:18.664614 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3400ee-cea5-447d-9788-97624defc4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65999c73-dbce-45e5-8f81-7923b9357319', 'code': 200} Apr 20 23:34:18.697605 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=65999c73-dbce-45e5-8f81-7923b9357319,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:18.700631 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:18.895988 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7870fa-3e43-4823-bf73-c4be1908560f req-aa9414db-f2eb-436b-866a-aabc9d362131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:18.897471 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad7870fa-3e43-4823-bf73-c4be1908560f req-aa9414db-f2eb-436b-866a-aabc9d362131 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6f3400ee-cea5-447d-9788-97624defc4d5 HTTP/1.1" status: 200 len: 1098 time: 0.0793424 Apr 20 23:34:18.939808 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad7870fa-3e43-4823-bf73-c4be1908560f req-3c24c3f1-531d-4244-a95e-c6452a6052f1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353467 Apr 20 23:34:19.368943 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e835304-20ce-489d-8d1a-05db0ffd5783 req-39b7b500-b2fa-4e26-ac96-66d1e521cd4f tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:19.370554 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3e835304-20ce-489d-8d1a-05db0ffd5783 req-39b7b500-b2fa-4e26-ac96-66d1e521cd4f tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f3400ee-cea5-447d-9788-97624defc4d5 HTTP/1.1" status: 200 len: 945 time: 0.0889809 Apr 20 23:34:19.417465 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3e835304-20ce-489d-8d1a-05db0ffd5783 req-873fdb23-de89-484a-b0e4-88bd5337461b tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401509 Apr 20 23:34:19.885993 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8bb40488-3327-4601-a9f1-1fffb633c600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:20.619988 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e77769-5efb-450f-af1b-eb441df8e9b5 req-043732ba-ec97-4bfb-9c50-10f237317889 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:20.621604 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d3e77769-5efb-450f-af1b-eb441df8e9b5 req-043732ba-ec97-4bfb-9c50-10f237317889 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f3400ee-cea5-447d-9788-97624defc4d5 HTTP/1.1" status: 200 len: 945 time: 0.0910685 Apr 20 23:34:20.668243 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d3e77769-5efb-450f-af1b-eb441df8e9b5 req-159e1f25-5604-4b91-823f-0cb8be73d943 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395794 Apr 20 23:34:22.288139 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:34:22.411605 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6e2a-63c9-4481-abde-41bab88e992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:22.870403 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:23.612700 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:24.427880 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:25.179792 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb8eae-df29-4729-898f-cc79be610506 req-286658f7-2d77-4c46-b79e-bf80c226e9db tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:25.181286 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-36fb8eae-df29-4729-898f-cc79be610506 req-286658f7-2d77-4c46-b79e-bf80c226e9db tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/networks?id=2e204a5b-b262-438c-b33b-796154db64da HTTP/1.1" status: 200 len: 815 time: 0.1547153 Apr 20 23:34:25.197875 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-36fb8eae-df29-4729-898f-cc79be610506 req-c1c577ad-45ff-44fd-9289-f7fc57ce4a1f tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/quotas/e57a6344158846579a87f753c3e3ac4a HTTP/1.1" status: 200 len: 375 time: 0.0097799 Apr 20 23:34:25.282852 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-36fb8eae-df29-4729-898f-cc79be610506 req-89948df9-0ef0-4461-bd42-56daa58c4dc3 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e57a6344158846579a87f753c3e3ac4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0793808 Apr 20 23:34:25.464533 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 60012) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:34:25.477555 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-36fb8eae-df29-4729-898f-cc79be610506 req-1bf7a1d7-a63e-44dc-b9ee-cdb736a7ba1a service neutron] 10.222.0.16 "GET /v2.0/networks/2e204a5b-b262-438c-b33b-796154db64da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872864 Apr 20 23:34:25.620366 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-36fb8eae-df29-4729-898f-cc79be610506 req-41532685-8571-41ad-ab37-14ba3b94f8fa service neutron] 10.222.0.16 "GET /v2.0/networks/2e204a5b-b262-438c-b33b-796154db64da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362295 Apr 20 23:34:25.693728 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c574c-6b89-498e-ad56-d8428fc831bc tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Deleting port 6724a0a1-c73d-47ce-b3fc-fd6a44f60a0d {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:34:25.694112 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5e2c574c-6b89-498e-ad56-d8428fc831bc tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:25.868517 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0ab17156-0a78-4c5b-8b72-fbec34b52487 req-f13194f0-fa28-4048-a5f0-398863c35864 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c70ace1-a0f2-4ba2-981b-0e3c2b701668 HTTP/1.1" status: 200 len: 210 time: 0.0986838 Apr 20 23:34:25.925702 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5e2c574c-6b89-498e-ad56-d8428fc831bc tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:25.926211 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5e2c574c-6b89-498e-ad56-d8428fc831bc tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:26.064107 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c574c-6b89-498e-ad56-d8428fc831bc tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Calling delete_port for 6724a0a1-c73d-47ce-b3fc-fd6a44f60a0d owned by network:floatingip {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:34:26.367478 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd7a02-6cd4-4d88-9476-b9273f362da0 req-30ea1491-00b3-46ab-8781-726c6f364d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:26.369104 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ddd7a02-6cd4-4d88-9476-b9273f362da0 req-30ea1491-00b3-46ab-8781-726c6f364d0c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fe533bef34b4cc19229fead4ee8762c&device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 1138 time: 0.2196991 Apr 20 23:34:26.380114 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106db3f-1723-44b7-9de3-e4d973aa9b4e req-6c1e568b-0561-4a23-a609-ee897b86d23b tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:26.381619 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d106db3f-1723-44b7-9de3-e4d973aa9b4e req-6c1e568b-0561-4a23-a609-ee897b86d23b tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 985 time: 0.1872964 Apr 20 23:34:26.503530 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5e2c574c-6b89-498e-ad56-d8428fc831bc tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:26.512583 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1f9a73eb-0f0c-469b-8e8b-c6b3c8746ec1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:26.573034 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-d106db3f-1723-44b7-9de3-e4d973aa9b4e req-929cd6bf-9f78-4a24-b8dc-33f50c5a3ea2 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Synchronizing usage tracker for tenant:2fe533bef34b4cc19229fead4ee8762c on resource:security_group {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:34:26.576854 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c574c-6b89-498e-ad56-d8428fc831bc tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Pushing event deleted for resources: {'Port': ['ID=6724a0a1-c73d-47ce-b3fc-fd6a44f60a0d,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:26.611416 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5e2c574c-6b89-498e-ad56-d8428fc831bc tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:26.687494 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-d106db3f-1723-44b7-9de3-e4d973aa9b4e req-929cd6bf-9f78-4a24-b8dc-33f50c5a3ea2 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Unset dirty status for tenant:2fe533bef34b4cc19229fead4ee8762c on resource:security_group {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:34:26.688759 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d106db3f-1723-44b7-9de3-e4d973aa9b4e req-929cd6bf-9f78-4a24-b8dc-33f50c5a3ea2 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4865238-bc72-43f7-895f-89303d44b498&id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2784719 Apr 20 23:34:26.719113 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd7a02-6cd4-4d88-9476-b9273f362da0 req-dcc2999a-2682-4941-be01-9294b7046136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:26.720687 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ddd7a02-6cd4-4d88-9476-b9273f362da0 req-dcc2999a-2682-4941-be01-9294b7046136 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e292421f-a606-4905-abc3-7ede61586276 HTTP/1.1" status: 200 len: 916 time: 0.3361487 Apr 20 23:34:26.725073 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5e2c574c-6b89-498e-ad56-d8428fc831bc tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for floatingip, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:26.725481 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.l3_db [None req-5e2c574c-6b89-498e-ad56-d8428fc831bc tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Floating IP 080cb7f1-fa74-49d8-89cc-b5648bc17573 disassociated (deleted). External IP: 172.28.2.103, port: a75bda44-023d-4d76-bcda-97824d95aa3b. Apr 20 23:34:27.038738 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fa6c84db-4985-4ff6-8b66-b1f98a0a85e1 req-01f74879-b6bf-403a-8266-7b4f4ca1911e tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c70ace1-a0f2-4ba2-981b-0e3c2b701668 HTTP/1.1" status: 200 len: 210 time: 0.0545487 Apr 20 23:34:27.297118 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ddd7a02-6cd4-4d88-9476-b9273f362da0 req-dc4dce9b-a5b0-4528-b2d9-c91d222d2cee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 HTTP/1.1" status: 200 len: 1002 time: 0.5168996 Apr 20 23:34:27.439932 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb8eae-df29-4729-898f-cc79be610506 req-08c2e3fc-7b31-4293-b4ec-fe1f6069058c tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:27.441530 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-36fb8eae-df29-4729-898f-cc79be610506 req-08c2e3fc-7b31-4293-b4ec-fe1f6069058c tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.36 "GET /v2.0/networks?id=2e204a5b-b262-438c-b33b-796154db64da HTTP/1.1" status: 200 len: 815 time: 0.5995715 Apr 20 23:34:27.443954 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd7a02-6cd4-4d88-9476-b9273f362da0 req-0caf6126-f611-4a66-876d-fe0398406785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:27.445403 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ddd7a02-6cd4-4d88-9476-b9273f362da0 req-0caf6126-f611-4a66-876d-fe0398406785 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f28d0304-03e1-4b20-9137-942b41a24e13 HTTP/1.1" status: 200 len: 854 time: 0.1420643 Apr 20 23:34:27.537362 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-36fb8eae-df29-4729-898f-cc79be610506 req-95923554-421c-426c-9804-1de5d4dd6043 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Request body: {'port': {'device_id': '2c70ace1-a0f2-4ba2-981b-0e3c2b701668', 'network_id': '2e204a5b-b262-438c-b33b-796154db64da', 'admin_state_up': True, 'tenant_id': 'e57a6344158846579a87f753c3e3ac4a'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:34:27.878480 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd7a02-6cd4-4d88-9476-b9273f362da0 req-19f45827-e571-42c9-b1ca-ebac6e7936cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:27.880047 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ddd7a02-6cd4-4d88-9476-b9273f362da0 req-19f45827-e571-42c9-b1ca-ebac6e7936cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e292421f-a606-4905-abc3-7ede61586276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3785944 Apr 20 23:34:27.881196 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-36fb8eae-df29-4729-898f-cc79be610506 req-95923554-421c-426c-9804-1de5d4dd6043 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:34:27.923927 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2c574c-6b89-498e-ad56-d8428fc831bc tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Router 500689d1-7eb6-4a88-b7b9-52bea4911d9b has already been hosted by L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:34:27.924951 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-36fb8eae-df29-4729-898f-cc79be610506 req-95923554-421c-426c-9804-1de5d4dd6043 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:34:28.014069 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36fb8eae-df29-4729-898f-cc79be610506 req-95923554-421c-426c-9804-1de5d4dd6043 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Made reservation on behalf of e57a6344158846579a87f753c3e3ac4a for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:34:28.020604 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-36fb8eae-df29-4729-898f-cc79be610506 req-95923554-421c-426c-9804-1de5d4dd6043 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:28.206167 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-652a249d-7614-4e34-a23d-da8305696b7a req-4b5297da-aedd-4d14-94d3-3b2ae19cc34c tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c70ace1-a0f2-4ba2-981b-0e3c2b701668 HTTP/1.1" status: 200 len: 210 time: 0.0506883 Apr 20 23:34:28.290024 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d974f-3925-4d1c-af2f-4254ee9f696e req-80481076-4552-4833-bd9c-e8d82a071072 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:28.291554 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-357d974f-3925-4d1c-af2f-4254ee9f696e req-80481076-4552-4833-bd9c-e8d82a071072 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 985 time: 0.4812858 Apr 20 23:34:28.336905 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ddd7a02-6cd4-4d88-9476-b9273f362da0 req-edb9ea23-e6d1-427d-9be4-c27dd722ecd6 service neutron] 10.222.0.36 "GET /v2.0/networks/e292421f-a606-4905-abc3-7ede61586276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437525 Apr 20 23:34:28.476547 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2c574c-6b89-498e-ad56-d8428fc831bc tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:34:28.486019 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb445f-f735-48ee-846b-4d5bcebea359 None None] Sync routers for ids ['500689d1-7eb6-4a88-b7b9-52bea4911d9b'] in dv-cinder-787296-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:34:28.496619 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfb445f-f735-48ee-846b-4d5bcebea359 None None] Routers {'500689d1-7eb6-4a88-b7b9-52bea4911d9b'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:34:28.497344 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-7cfb445f-f735-48ee-846b-4d5bcebea359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:34:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['500689d1-7eb6-4a88-b7b9-52bea4911d9b'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:34:28.550428 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-357d974f-3925-4d1c-af2f-4254ee9f696e req-c122830a-55fa-4bd7-bc68-cebe1ec9887c tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4865238-bc72-43f7-895f-89303d44b498&id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2441087 Apr 20 23:34:28.616368 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5e2c574c-6b89-498e-ad56-d8428fc831bc tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for floatingip, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:28.651640 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-36fb8eae-df29-4729-898f-cc79be610506 req-95923554-421c-426c-9804-1de5d4dd6043 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Allocated IP 172.20.0.11 (2e204a5b-b262-438c-b33b-796154db64da/d127c2fc-660f-427e-a2af-20862e10eb85/67fcd84b-1582-496a-93a9-75bcdc9d69ea) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:34:28.664514 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2ddd7a02-6cd4-4d88-9476-b9273f362da0 req-da059369-059a-4d44-a7c1-823c90547c97 service neutron] 10.222.0.36 "GET /v2.0/networks/e292421f-a606-4905-abc3-7ede61586276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116953 Apr 20 23:34:28.689531 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-7cfb445f-f735-48ee-846b-4d5bcebea359 None None] Set router 500689d1-7eb6-4a88-b7b9-52bea4911d9b gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:34:28.706282 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5e2c574c-6b89-498e-ad56-d8428fc831bc tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "DELETE /v2.0/floatingips/080cb7f1-fa74-49d8-89cc-b5648bc17573 HTTP/1.1" status: 204 len: 168 time: 3.2404981 Apr 20 23:34:28.709681 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e71b229-d667-4307-a1ae-42810ca074be', 'tag': 'a75bda44-023d-4d76-bcda-97824d95aa3b'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:34:28.779716 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e71b229-d667-4307-a1ae-42810ca074be', 'tag': 'a75bda44-023d-4d76-bcda-97824d95aa3b', 'status': 'completed', 'code': 200} Apr 20 23:34:28.998151 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922bf1ce-4768-47ce-bf41-307a48a7c607 req-e5102aa2-dad0-4c4c-a0f6-2c4f16b6daa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:28.999869 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-922bf1ce-4768-47ce-bf41-307a48a7c607 req-e5102aa2-dad0-4c4c-a0f6-2c4f16b6daa1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=761407463f394170a71239466d88684a&device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 1098 time: 0.1562443 Apr 20 23:34:29.039631 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-36fb8eae-df29-4729-898f-cc79be610506 req-95923554-421c-426c-9804-1de5d4dd6043 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:29.073546 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-7cfb445f-f735-48ee-846b-4d5bcebea359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'name': 'tempest-TestShelveInstance-1394582159-router', 'tenant_id': '761407463f394170a71239466d88684a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': 'bc2dcff5-f675-4f69-b75e-c7f39322a84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:36Z', 'updated_at': '2021-04-20T23:29:45Z', 'revision_number': 4, 'project_id': '761407463f394170a71239466d88684a', 'gw_port': {'id': 'bc2dcff5-f675-4f69-b75e-c7f39322a84f', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:39Z', 'updated_at': '2021-04-20T23:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '9f022b66-56ae-45ce-8737-b86dd8ea82a8', 'name': '', 'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0', 'tenant_id': '761407463f394170a71239466d88684a', 'mac_address': 'fa:16:3e:5f:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2ad45981-94c2-4206-b4df-c5f51d462877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:44Z', 'updated_at': '2021-04-20T23:29:54Z', 'revision_number': 5, 'project_id': '761407463f394170a71239466d88684a', 'subnets': [{'id': '2ad45981-94c2-4206-b4df-c5f51d462877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:34:29.077539 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb445f-f735-48ee-846b-4d5bcebea359 None None] Checking router: 500689d1-7eb6-4a88-b7b9-52bea4911d9b for host: dv-cinder-787296-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:34:29.086254 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfb445f-f735-48ee-846b-4d5bcebea359 None None] Routers {'500689d1-7eb6-4a88-b7b9-52bea4911d9b'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:34:29.086882 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-7cfb445f-f735-48ee-846b-4d5bcebea359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:34:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['500689d1-7eb6-4a88-b7b9-52bea4911d9b'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:34:29.244916 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922bf1ce-4768-47ce-bf41-307a48a7c607 req-781270ad-336a-4adb-a7e1-28dbcfbb2332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:29.246530 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-922bf1ce-4768-47ce-bf41-307a48a7c607 req-781270ad-336a-4adb-a7e1-28dbcfbb2332 service neutron] 10.222.0.36 "GET /v2.0/networks?id=640db5cb-0640-4ccd-aca1-982a4d3eb0e0 HTTP/1.1" status: 200 len: 910 time: 0.2320242 Apr 20 23:34:29.256741 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b9c76-8cb0-4d92-9497-4f26b0ae0904 req-7bfccff8-057e-41c4-9e36-08da8c376260 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:29.257532 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-f21b9c76-8cb0-4d92-9497-4f26b0ae0904 req-7bfccff8-057e-41c4-9e36-08da8c376260 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Synchronizing usage tracker for tenant:761407463f394170a71239466d88684a on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:34:29.275431 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-7cfb445f-f735-48ee-846b-4d5bcebea359 None None] Set router 500689d1-7eb6-4a88-b7b9-52bea4911d9b gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:34:29.335141 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-36fb8eae-df29-4729-898f-cc79be610506 req-95923554-421c-426c-9804-1de5d4dd6043 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:29.340656 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-922bf1ce-4768-47ce-bf41-307a48a7c607 req-c784b33a-ef96-4a13-8406-1084d905675d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a75bda44-023d-4d76-bcda-97824d95aa3b HTTP/1.1" status: 200 len: 217 time: 0.0802026 Apr 20 23:34:29.347220 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-53ba1476-dd35-46fa-b9e3-c79d6e23c581 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:29.348464 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['65999c73-dbce-45e5-8f81-7923b9357319'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:34:29.417889 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd2f46-a5f8-477d-9f6c-59d1b4222efa req-ea8227ad-9528-4c13-94bf-2b00b82b5c9a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:29.419658 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4cfd2f46-a5f8-477d-9f6c-59d1b4222efa req-ea8227ad-9528-4c13-94bf-2b00b82b5c9a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c70ace1-a0f2-4ba2-981b-0e3c2b701668 HTTP/1.1" status: 200 len: 932 time: 0.0966589 Apr 20 23:34:29.495846 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4cfd2f46-a5f8-477d-9f6c-59d1b4222efa req-1f5c7d36-4d95-498c-adf1-9faa422bf58b tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669656 Apr 20 23:34:29.710349 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-f21b9c76-8cb0-4d92-9497-4f26b0ae0904 req-7bfccff8-057e-41c4-9e36-08da8c376260 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Unset dirty status for tenant:761407463f394170a71239466d88684a on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:34:29.713617 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f21b9c76-8cb0-4d92-9497-4f26b0ae0904 req-7bfccff8-057e-41c4-9e36-08da8c376260 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 945 time: 0.6685879 Apr 20 23:34:29.765450 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36fb8eae-df29-4729-898f-cc79be610506 req-95923554-421c-426c-9804-1de5d4dd6043 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Network 2e204a5b-b262-438c-b33b-796154db64da is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:34:29.771977 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-36fb8eae-df29-4729-898f-cc79be610506 req-95923554-421c-426c-9804-1de5d4dd6043 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:34:29.772942 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704d1d7-32bb-4d64-9c1e-a519ff32e862 req-d28d9dbf-4b00-4711-ac11-b335464d34ce tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:29.774574 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7704d1d7-32bb-4d64-9c1e-a519ff32e862 req-d28d9dbf-4b00-4711-ac11-b335464d34ce tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 985 time: 0.0909634 Apr 20 23:34:29.778315 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fb8eae-df29-4729-898f-cc79be610506 req-95923554-421c-426c-9804-1de5d4dd6043 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:34:29.814265 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-7cfb445f-f735-48ee-846b-4d5bcebea359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'name': 'tempest-TestShelveInstance-1394582159-router', 'tenant_id': '761407463f394170a71239466d88684a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': 'bc2dcff5-f675-4f69-b75e-c7f39322a84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:36Z', 'updated_at': '2021-04-20T23:29:45Z', 'revision_number': 4, 'project_id': '761407463f394170a71239466d88684a', 'gw_port': {'id': 'bc2dcff5-f675-4f69-b75e-c7f39322a84f', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:39Z', 'updated_at': '2021-04-20T23:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '9f022b66-56ae-45ce-8737-b86dd8ea82a8', 'name': '', 'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0', 'tenant_id': '761407463f394170a71239466d88684a', 'mac_address': 'fa:16:3e:5f:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2ad45981-94c2-4206-b4df-c5f51d462877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:44Z', 'updated_at': '2021-04-20T23:29:54Z', 'revision_number': 5, 'project_id': '761407463f394170a71239466d88684a', 'subnets': [{'id': '2ad45981-94c2-4206-b4df-c5f51d462877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:34:29.819138 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb445f-f735-48ee-846b-4d5bcebea359 None None] The sync data for ids ['500689d1-7eb6-4a88-b7b9-52bea4911d9b'] in dv-cinder-787296-1-smb is: [{'id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'name': 'tempest-TestShelveInstance-1394582159-router', 'tenant_id': '761407463f394170a71239466d88684a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': 'bc2dcff5-f675-4f69-b75e-c7f39322a84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:36Z', 'updated_at': '2021-04-20T23:29:45Z', 'revision_number': 4, 'project_id': '761407463f394170a71239466d88684a', 'gw_port': {'id': 'bc2dcff5-f675-4f69-b75e-c7f39322a84f', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:39Z', 'updated_at': '2021-04-20T23:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '9f022b66-56ae-45ce-8737-b86dd8ea82a8', 'name': '', 'network_id': '640db5cb-0640-4ccd-aca1-982a4d3eb0e0', 'tenant_id': '761407463f394170a71239466d88684a', 'mac_address': 'fa:16:3e:5f:c6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '2ad45981-94c2-4206-b4df-c5f51d462877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:44Z', 'updated_at': '2021-04-20T23:29:54Z', 'revision_number': 5, 'project_id': '761407463f394170a71239466d88684a', 'subnets': [{'id': '2ad45981-94c2-4206-b4df-c5f51d462877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:34:29.824885 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7704d1d7-32bb-4d64-9c1e-a519ff32e862 req-998cbe26-897e-48a7-a3fc-3b64a3083740 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4865238-bc72-43f7-895f-89303d44b498&id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433893 Apr 20 23:34:29.830455 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95923554-421c-426c-9804-1de5d4dd6043 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Pushing event updated for resources: {'Port': ['ID=67fcd84b-1582-496a-93a9-75bcdc9d69ea,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:29.846662 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922bf1ce-4768-47ce-bf41-307a48a7c607 req-0b67db65-9efc-44b3-ad8a-a13aee91a7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:29.848205 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-922bf1ce-4768-47ce-bf41-307a48a7c607 req-0b67db65-9efc-44b3-ad8a-a13aee91a7a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ad45981-94c2-4206-b4df-c5f51d462877 HTTP/1.1" status: 200 len: 848 time: 0.4597495 Apr 20 23:34:29.852969 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95923554-421c-426c-9804-1de5d4dd6043 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:29.853402 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95923554-421c-426c-9804-1de5d4dd6043 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:29.853802 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95923554-421c-426c-9804-1de5d4dd6043 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:29.854380 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95923554-421c-426c-9804-1de5d4dd6043 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:29.854559 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95923554-421c-426c-9804-1de5d4dd6043 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:29.854950 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95923554-421c-426c-9804-1de5d4dd6043 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:29.855389 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95923554-421c-426c-9804-1de5d4dd6043 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:29.855877 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95923554-421c-426c-9804-1de5d4dd6043 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:29.856137 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95923554-421c-426c-9804-1de5d4dd6043 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:29.856569 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95923554-421c-426c-9804-1de5d4dd6043 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:29.856866 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95923554-421c-426c-9804-1de5d4dd6043 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:29.857262 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95923554-421c-426c-9804-1de5d4dd6043 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:29.912943 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-95923554-421c-426c-9804-1de5d4dd6043 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:29.942506 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb8eae-df29-4729-898f-cc79be610506 req-95923554-421c-426c-9804-1de5d4dd6043 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:29.943169 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-36fb8eae-df29-4729-898f-cc79be610506 req-95923554-421c-426c-9804-1de5d4dd6043 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:29.956138 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f21b9c76-8cb0-4d92-9497-4f26b0ae0904 req-f423dff3-4dc4-4485-8d2d-47ea755f6fa0 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224154 Apr 20 23:34:29.976780 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-36fb8eae-df29-4729-898f-cc79be610506 req-95923554-421c-426c-9804-1de5d4dd6043 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4764156 Apr 20 23:34:29.993133 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-36fb8eae-df29-4729-898f-cc79be610506 req-91161c46-f670-48d2-9e9a-169ae11d1654 service neutron] Request body: {'port': {'device_id': '2c70ace1-a0f2-4ba2-981b-0e3c2b701668', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:34:30.026089 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922bf1ce-4768-47ce-bf41-307a48a7c607 req-c8dc666f-628d-4d76-932d-5b8300f3a297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:30.027595 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-922bf1ce-4768-47ce-bf41-307a48a7c607 req-c8dc666f-628d-4d76-932d-5b8300f3a297 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=640db5cb-0640-4ccd-aca1-982a4d3eb0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1667950 Apr 20 23:34:30.213610 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-36fb8eae-df29-4729-898f-cc79be610506 req-91161c46-f670-48d2-9e9a-169ae11d1654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:30.220545 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643debb0-4f88-485c-b6e3-600ff8ed23e2 None None] New status for floating IP 080cb7f1-fa74-49d8-89cc-b5648bc17573: DOWN {{(pid=86358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 23:34:30.293405 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-922bf1ce-4768-47ce-bf41-307a48a7c607 req-649703e0-ee04-49d5-acc6-beb5d0298450 service neutron] 10.222.0.36 "GET /v2.0/networks/640db5cb-0640-4ccd-aca1-982a4d3eb0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486980 Apr 20 23:34:30.596194 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bd1b5-dee4-4296-978a-a734a872aa17 req-af8e59b1-848b-4980-8cad-4efc86b401b6 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:30.597934 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-277bd1b5-dee4-4296-978a-a734a872aa17 req-af8e59b1-848b-4980-8cad-4efc86b401b6 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 945 time: 0.1185803 Apr 20 23:34:30.604466 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-922bf1ce-4768-47ce-bf41-307a48a7c607 req-b61dbbae-20da-42be-b9b4-d7b0b4d7f48a service neutron] 10.222.0.36 "GET /v2.0/networks/640db5cb-0640-4ccd-aca1-982a4d3eb0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858067 Apr 20 23:34:30.722883 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-36fb8eae-df29-4729-898f-cc79be610506 req-91161c46-f670-48d2-9e9a-169ae11d1654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67fcd84b-1582-496a-93a9-75bcdc9d69ea {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:34:30.730623 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-36fb8eae-df29-4729-898f-cc79be610506 req-91161c46-f670-48d2-9e9a-169ae11d1654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:30.732478 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-277bd1b5-dee4-4296-978a-a734a872aa17 req-058aacf4-a95f-41f0-b65a-400f91f13270 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Deleting port a75bda44-023d-4d76-bcda-97824d95aa3b {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:34:30.732867 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-277bd1b5-dee4-4296-978a-a734a872aa17 req-058aacf4-a95f-41f0-b65a-400f91f13270 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:30.745970 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-36fb8eae-df29-4729-898f-cc79be610506 req-91161c46-f670-48d2-9e9a-169ae11d1654 service neutron] Transition to ACTIVE for port object 67fcd84b-1582-496a-93a9-75bcdc9d69ea will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:34:30.749049 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-36fb8eae-df29-4729-898f-cc79be610506 req-91161c46-f670-48d2-9e9a-169ae11d1654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851800608'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:30.753718 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-85c06441-51a8-4d4b-92b3-e04f9b81ab52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:30.862253 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d07a1-1e0b-401c-bd1d-3614328451f5 req-1478e7b1-1ef5-47fe-8d1a-7bef7c8b37b0 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:30.863858 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c07d07a1-1e0b-401c-bd1d-3614328451f5 req-1478e7b1-1ef5-47fe-8d1a-7bef7c8b37b0 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c70ace1-a0f2-4ba2-981b-0e3c2b701668 HTTP/1.1" status: 200 len: 932 time: 0.2218215 Apr 20 23:34:30.923547 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91161c46-f670-48d2-9e9a-169ae11d1654 service neutron] Pushing event updated for resources: {'Port': ['ID=67fcd84b-1582-496a-93a9-75bcdc9d69ea,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:30.953480 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-91161c46-f670-48d2-9e9a-169ae11d1654 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:31.008467 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c07d07a1-1e0b-401c-bd1d-3614328451f5 req-aeaf88f9-ca3f-4a03-a3b9-8f1088a45426 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336555 Apr 20 23:34:31.066187 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-36fb8eae-df29-4729-898f-cc79be610506 req-91161c46-f670-48d2-9e9a-169ae11d1654 service neutron] Attempting to bind port 67fcd84b-1582-496a-93a9-75bcdc9d69ea on host hv-cinder-78729 for vnic_type normal with profile {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:34:31.066467 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-36fb8eae-df29-4729-898f-cc79be610506 req-91161c46-f670-48d2-9e9a-169ae11d1654 service neutron] Attempting to bind port 67fcd84b-1582-496a-93a9-75bcdc9d69ea by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'd412a51e-fe1f-47f0-b436-ed235c64765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2e204a5b-b262-438c-b33b-796154db64da'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:34:31.066821 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fb8eae-df29-4729-898f-cc79be610506 req-91161c46-f670-48d2-9e9a-169ae11d1654 service neutron] Attempting to bind port 67fcd84b-1582-496a-93a9-75bcdc9d69ea on network 2e204a5b-b262-438c-b33b-796154db64da {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:34:31.072242 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-277bd1b5-dee4-4296-978a-a734a872aa17 req-058aacf4-a95f-41f0-b65a-400f91f13270 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] For port a75bda44-023d-4d76-bcda-97824d95aa3b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=a75bda44-023d-4d76-bcda-97824d95aa3b,segment=NetworkSegment(9ef7f02b-ed0e-4543-9071-1492e01966f4),segment_id=9ef7f02b-ed0e-4543-9071-1492e01966f4)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:34:31.072849 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-277bd1b5-dee4-4296-978a-a734a872aa17 req-058aacf4-a95f-41f0-b65a-400f91f13270 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:31.074651 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fb8eae-df29-4729-898f-cc79be610506 req-91161c46-f670-48d2-9e9a-169ae11d1654 service neutron] Port 67fcd84b-1582-496a-93a9-75bcdc9d69ea on network 2e204a5b-b262-438c-b33b-796154db64da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:34:31.075010 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fb8eae-df29-4729-898f-cc79be610506 req-91161c46-f670-48d2-9e9a-169ae11d1654 service neutron] Attempting to bind port 67fcd84b-1582-496a-93a9-75bcdc9d69ea on network 2e204a5b-b262-438c-b33b-796154db64da {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:34:31.086864 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92498ae1-0363-4bb1-b75e-47f3f32d8f9c req-c10e06d0-789c-4ca2-9fe3-15a07a7165b8 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:31.089261 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-92498ae1-0363-4bb1-b75e-47f3f32d8f9c req-c10e06d0-789c-4ca2-9fe3-15a07a7165b8 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 985 time: 0.1368864 Apr 20 23:34:31.091238 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fb8eae-df29-4729-898f-cc79be610506 req-91161c46-f670-48d2-9e9a-169ae11d1654 service neutron] Checking agent: {'id': '0dbb4980-ddab-4c32-9a5e-02cbda900cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:34:31.091610 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fb8eae-df29-4729-898f-cc79be610506 req-91161c46-f670-48d2-9e9a-169ae11d1654 service neutron] Checking segment: {'id': 'd412a51e-fe1f-47f0-b436-ed235c64765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2e204a5b-b262-438c-b33b-796154db64da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:34:31.092025 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fb8eae-df29-4729-898f-cc79be610506 req-91161c46-f670-48d2-9e9a-169ae11d1654 service neutron] Bound using segment: {'id': 'd412a51e-fe1f-47f0-b436-ed235c64765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2e204a5b-b262-438c-b33b-796154db64da'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:34:31.092496 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-36fb8eae-df29-4729-898f-cc79be610506 req-91161c46-f670-48d2-9e9a-169ae11d1654 service neutron] Bound port: 67fcd84b-1582-496a-93a9-75bcdc9d69ea, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd412a51e-fe1f-47f0-b436-ed235c64765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2e204a5b-b262-438c-b33b-796154db64da'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:34:31.092950 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-36fb8eae-df29-4729-898f-cc79be610506 req-91161c46-f670-48d2-9e9a-169ae11d1654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:31.199231 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-92498ae1-0363-4bb1-b75e-47f3f32d8f9c req-e2b39448-6c25-41dc-9acb-0a737e6ad4f7 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4865238-bc72-43f7-895f-89303d44b498&id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0959764 Apr 20 23:34:31.209519 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-277bd1b5-dee4-4296-978a-a734a872aa17 req-058aacf4-a95f-41f0-b65a-400f91f13270 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Calling delete_port for a75bda44-023d-4d76-bcda-97824d95aa3b owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:34:31.225278 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-36fb8eae-df29-4729-898f-cc79be610506 req-91161c46-f670-48d2-9e9a-169ae11d1654 service neutron] For port 67fcd84b-1582-496a-93a9-75bcdc9d69ea, host hv-cinder-78729, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:34:31.228358 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-36fb8eae-df29-4729-898f-cc79be610506 req-91161c46-f670-48d2-9e9a-169ae11d1654 service neutron] For port 67fcd84b-1582-496a-93a9-75bcdc9d69ea, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=67fcd84b-1582-496a-93a9-75bcdc9d69ea,segment=NetworkSegment(d412a51e-fe1f-47f0-b436-ed235c64765a),segment_id=d412a51e-fe1f-47f0-b436-ed235c64765a)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:34:31.231850 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-36fb8eae-df29-4729-898f-cc79be610506 req-91161c46-f670-48d2-9e9a-169ae11d1654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851800608'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:31.237000 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-85701617-35af-4fe6-a30e-e8f44c07d2ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:31.293984 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb8eae-df29-4729-898f-cc79be610506 req-91161c46-f670-48d2-9e9a-169ae11d1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:31.294660 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-36fb8eae-df29-4729-898f-cc79be610506 req-91161c46-f670-48d2-9e9a-169ae11d1654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:31.296184 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-36fb8eae-df29-4729-898f-cc79be610506 req-91161c46-f670-48d2-9e9a-169ae11d1654 service neutron] 10.222.0.36 "PUT /v2.0/ports/67fcd84b-1582-496a-93a9-75bcdc9d69ea HTTP/1.1" status: 200 len: 1094 time: 1.3081861 Apr 20 23:34:31.296719 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c70ace1-a0f2-4ba2-981b-0e3c2b701668', 'tag': '67fcd84b-1582-496a-93a9-75bcdc9d69ea'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:34:31.325465 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91161c46-f670-48d2-9e9a-169ae11d1654 service neutron] Pushing event updated for resources: {'Port': ['ID=67fcd84b-1582-496a-93a9-75bcdc9d69ea,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:31.329269 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-91161c46-f670-48d2-9e9a-169ae11d1654 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:31.369295 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466d1a5-5d26-4ea6-a1bc-2f6bd379e9c5 req-48b65a49-7338-45ed-a8ba-848b9361c3c1 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:31.370889 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3466d1a5-5d26-4ea6-a1bc-2f6bd379e9c5 req-48b65a49-7338-45ed-a8ba-848b9361c3c1 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 945 time: 0.2329180 Apr 20 23:34:31.385977 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c70ace1-a0f2-4ba2-981b-0e3c2b701668', 'tag': '67fcd84b-1582-496a-93a9-75bcdc9d69ea', 'status': 'completed', 'code': 200} Apr 20 23:34:31.425187 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb8eae-df29-4729-898f-cc79be610506 req-b347d30f-934f-4494-a8b3-493647f3a9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:31.426904 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-36fb8eae-df29-4729-898f-cc79be610506 req-b347d30f-934f-4494-a8b3-493647f3a9b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e57a6344158846579a87f753c3e3ac4a&device_id=2c70ace1-a0f2-4ba2-981b-0e3c2b701668 HTTP/1.1" status: 200 len: 1097 time: 0.0888758 Apr 20 23:34:31.477855 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3466d1a5-5d26-4ea6-a1bc-2f6bd379e9c5 req-86465b3a-ede6-4f12-83a3-63341bfd58f3 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/security-groups?id=722a1245-6638-4c14-99d2-e168e1dade88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001577 Apr 20 23:34:31.486346 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-277bd1b5-dee4-4296-978a-a734a872aa17 req-058aacf4-a95f-41f0-b65a-400f91f13270 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:31.493265 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-92fce0c6-fcb5-482e-85c3-be9fd6ce9243 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:31.505569 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-36fb8eae-df29-4729-898f-cc79be610506 req-6d0a2dae-bf54-44ec-b87e-f900896f8697 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67fcd84b-1582-496a-93a9-75bcdc9d69ea HTTP/1.1" status: 200 len: 217 time: 0.0699141 Apr 20 23:34:31.542232 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058aacf4-a95f-41f0-b65a-400f91f13270 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Pushing event deleted for resources: {'Port': ['ID=a75bda44-023d-4d76-bcda-97824d95aa3b,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:31.582152 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058aacf4-a95f-41f0-b65a-400f91f13270 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:31.582572 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058aacf4-a95f-41f0-b65a-400f91f13270 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:31.582981 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058aacf4-a95f-41f0-b65a-400f91f13270 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:31.583424 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058aacf4-a95f-41f0-b65a-400f91f13270 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:31.583822 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058aacf4-a95f-41f0-b65a-400f91f13270 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:31.584224 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058aacf4-a95f-41f0-b65a-400f91f13270 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:31.584618 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058aacf4-a95f-41f0-b65a-400f91f13270 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:31.585011 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058aacf4-a95f-41f0-b65a-400f91f13270 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:31.585432 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058aacf4-a95f-41f0-b65a-400f91f13270 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:31.585826 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058aacf4-a95f-41f0-b65a-400f91f13270 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:31.586220 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058aacf4-a95f-41f0-b65a-400f91f13270 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:31.586612 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058aacf4-a95f-41f0-b65a-400f91f13270 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:34:31.587601 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb8eae-df29-4729-898f-cc79be610506 req-315f1deb-fa50-4e19-992c-1cdd43900887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:31.589197 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-36fb8eae-df29-4729-898f-cc79be610506 req-315f1deb-fa50-4e19-992c-1cdd43900887 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d127c2fc-660f-427e-a2af-20862e10eb85 HTTP/1.1" status: 200 len: 855 time: 0.0657096 Apr 20 23:34:31.595422 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-058aacf4-a95f-41f0-b65a-400f91f13270 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:31.634069 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-277bd1b5-dee4-4296-978a-a734a872aa17 req-058aacf4-a95f-41f0-b65a-400f91f13270 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] No DVR routers for this DVR port a75bda44-023d-4d76-bcda-97824d95aa3b on host hv-cinder-78729 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:34:31.636501 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-277bd1b5-dee4-4296-978a-a734a872aa17 req-058aacf4-a95f-41f0-b65a-400f91f13270 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:31.639258 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e71b229-d667-4307-a1ae-42810ca074be', 'name': 'network-vif-deleted', 'tag': 'a75bda44-023d-4d76-bcda-97824d95aa3b'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:34:31.648969 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-36fb8eae-df29-4729-898f-cc79be610506 req-fa1f010a-f2c0-4ea6-8bbd-13ff50e3307a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e204a5b-b262-438c-b33b-796154db64da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470471 Apr 20 23:34:31.654533 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-277bd1b5-dee4-4296-978a-a734a872aa17 req-058aacf4-a95f-41f0-b65a-400f91f13270 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.36 "DELETE /v2.0/ports/a75bda44-023d-4d76-bcda-97824d95aa3b HTTP/1.1" status: 204 len: 173 time: 1.0502355 Apr 20 23:34:31.689433 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e71b229-d667-4307-a1ae-42810ca074be', 'name': 'network-vif-deleted', 'tag': 'a75bda44-023d-4d76-bcda-97824d95aa3b', 'status': 'completed', 'code': 200} Apr 20 23:34:31.793497 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-36fb8eae-df29-4729-898f-cc79be610506 req-f4abdbff-16ff-4948-8a2c-c6fc3ed68714 service neutron] 10.222.0.36 "GET /v2.0/networks/2e204a5b-b262-438c-b33b-796154db64da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383946 Apr 20 23:34:31.937349 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-36fb8eae-df29-4729-898f-cc79be610506 req-6ab600be-4033-472a-b06a-96dc297ae743 service neutron] 10.222.0.36 "GET /v2.0/networks/2e204a5b-b262-438c-b33b-796154db64da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362762 Apr 20 23:34:32.079129 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b9d75-742e-47ba-88eb-609d27d97645 req-b21ea894-d3da-4b72-9c7d-ad8996ac6c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:32.080742 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-283b9d75-742e-47ba-88eb-609d27d97645 req-b21ea894-d3da-4b72-9c7d-ad8996ac6c2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e57a6344158846579a87f753c3e3ac4a&device_id=2c70ace1-a0f2-4ba2-981b-0e3c2b701668 HTTP/1.1" status: 200 len: 1097 time: 0.0874085 Apr 20 23:34:32.225944 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b9d75-742e-47ba-88eb-609d27d97645 req-5ef51d36-a551-47f2-bf9b-7b83a406711d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:32.227397 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-283b9d75-742e-47ba-88eb-609d27d97645 req-5ef51d36-a551-47f2-bf9b-7b83a406711d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e204a5b-b262-438c-b33b-796154db64da HTTP/1.1" status: 200 len: 916 time: 0.1393921 Apr 20 23:34:32.228779 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08a500-698d-4efc-b421-f1ac9bba6837 req-38264697-5294-4497-8c28-0b8284e41d1f tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:32.230657 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6f08a500-698d-4efc-b421-f1ac9bba6837 req-38264697-5294-4497-8c28-0b8284e41d1f tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c70ace1-a0f2-4ba2-981b-0e3c2b701668 HTTP/1.1" status: 200 len: 944 time: 0.0922825 Apr 20 23:34:32.280407 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6f08a500-698d-4efc-b421-f1ac9bba6837 req-e844e397-8769-44a3-820f-e40ef8f9fa99 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434654 Apr 20 23:34:32.312227 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-283b9d75-742e-47ba-88eb-609d27d97645 req-5818babf-01fa-43f3-a016-f15cd7ca5dbb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67fcd84b-1582-496a-93a9-75bcdc9d69ea HTTP/1.1" status: 200 len: 217 time: 0.0756598 Apr 20 23:34:32.449673 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b9d75-742e-47ba-88eb-609d27d97645 req-227825ff-820e-45f1-84ea-0eaa094e87fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:32.451243 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-283b9d75-742e-47ba-88eb-609d27d97645 req-227825ff-820e-45f1-84ea-0eaa094e87fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d127c2fc-660f-427e-a2af-20862e10eb85 HTTP/1.1" status: 200 len: 855 time: 0.1247499 Apr 20 23:34:32.516274 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c5269-516d-478b-8e50-72d6d1a5566a req-a9af44b7-96f9-415e-b96c-502e4e68deee tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:32.517928 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b18c5269-516d-478b-8e50-72d6d1a5566a req-a9af44b7-96f9-415e-b96c-502e4e68deee tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 985 time: 0.1933501 Apr 20 23:34:32.525168 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-283b9d75-742e-47ba-88eb-609d27d97645 req-6f054199-4376-4870-95e1-68af3ed5ee05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e204a5b-b262-438c-b33b-796154db64da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610285 Apr 20 23:34:32.668160 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b18c5269-516d-478b-8e50-72d6d1a5566a req-49632c37-1214-45d8-960e-079bc7fdca36 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4865238-bc72-43f7-895f-89303d44b498&id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1393986 Apr 20 23:34:32.672807 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-c595a3d9-bdb1-4935-92bb-8ffc15881235 req-a55ebe56-8672-4036-9412-7777eac3e2b0 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Synchronizing usage tracker for tenant:761407463f394170a71239466d88684a on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:34:32.693507 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-c595a3d9-bdb1-4935-92bb-8ffc15881235 req-a55ebe56-8672-4036-9412-7777eac3e2b0 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Unset dirty status for tenant:761407463f394170a71239466d88684a on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:34:32.694784 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c595a3d9-bdb1-4935-92bb-8ffc15881235 req-a55ebe56-8672-4036-9412-7777eac3e2b0 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e71b229-d667-4307-a1ae-42810ca074be HTTP/1.1" status: 200 len: 210 time: 0.0872226 Apr 20 23:34:32.714387 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-283b9d75-742e-47ba-88eb-609d27d97645 req-e94eed4d-4b6c-42d0-9a75-7eac0c182fc9 service neutron] 10.222.0.36 "GET /v2.0/networks/2e204a5b-b262-438c-b33b-796154db64da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696510 Apr 20 23:34:33.078069 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-283b9d75-742e-47ba-88eb-609d27d97645 req-fbf2af00-dde7-41a5-8c99-1868c6b01098 service neutron] 10.222.0.36 "GET /v2.0/networks/2e204a5b-b262-438c-b33b-796154db64da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565934 Apr 20 23:34:33.479980 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbbbb7-b68c-40e7-ab31-4a606f5cd0a8 req-60a6d2ee-f89f-48f6-bee2-f936de6db7d2 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:33.480723 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-79fbbbb7-b68c-40e7-ab31-4a606f5cd0a8 req-60a6d2ee-f89f-48f6-bee2-f936de6db7d2 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Synchronizing usage tracker for tenant:e57a6344158846579a87f753c3e3ac4a on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:34:33.495325 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-79fbbbb7-b68c-40e7-ab31-4a606f5cd0a8 req-60a6d2ee-f89f-48f6-bee2-f936de6db7d2 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Unset dirty status for tenant:e57a6344158846579a87f753c3e3ac4a on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:34:33.496535 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-79fbbbb7-b68c-40e7-ab31-4a606f5cd0a8 req-60a6d2ee-f89f-48f6-bee2-f936de6db7d2 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c70ace1-a0f2-4ba2-981b-0e3c2b701668 HTTP/1.1" status: 200 len: 944 time: 0.1033971 Apr 20 23:34:33.545179 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-79fbbbb7-b68c-40e7-ab31-4a606f5cd0a8 req-3e6d434c-2518-4ff4-a467-dc2b257e5319 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421183 Apr 20 23:34:33.795909 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 60074) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:34:33.867180 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-182af17e-ec69-4ac3-b4ef-389b7985cafb tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:33.871510 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b66e60-6704-4919-9923-08bd54313e77 req-a2e9188b-2cdd-485d-a141-331f7eb14731 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:33.873072 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-68b66e60-6704-4919-9923-08bd54313e77 req-a2e9188b-2cdd-485d-a141-331f7eb14731 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 985 time: 0.0879717 Apr 20 23:34:33.898255 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-182af17e-ec69-4ac3-b4ef-389b7985cafb tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:33.923355 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-68b66e60-6704-4919-9923-08bd54313e77 req-726fc360-a595-457a-b759-404b39bbee6b tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4865238-bc72-43f7-895f-89303d44b498&id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436091 Apr 20 23:34:33.947817 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-182af17e-ec69-4ac3-b4ef-389b7985cafb tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:33.953666 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d3e33343-c6cc-4b11-9198-41d9a735ec81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:33.969471 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182af17e-ec69-4ac3-b4ef-389b7985cafb tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=722a1245-6638-4c14-99d2-e168e1dade88,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:33.972253 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-182af17e-ec69-4ac3-b4ef-389b7985cafb tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:33.978272 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-182af17e-ec69-4ac3-b4ef-389b7985cafb tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:33.979455 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-182af17e-ec69-4ac3-b4ef-389b7985cafb tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] 10.222.0.16 "DELETE /v2.0/security-groups/722a1245-6638-4c14-99d2-e168e1dade88 HTTP/1.1" status: 204 len: 168 time: 0.1818197 Apr 20 23:34:34.022157 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 60080) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:34:34.487730 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 67fcd84b-1582-496a-93a9-75bcdc9d69ea details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:34:34.492706 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device a75bda44-023d-4d76-bcda-97824d95aa3b no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:34:34.533713 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] No Port match for: a75bda44-023d-4d76-bcda-97824d95aa3b {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:34:34.534106 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device a75bda44-023d-4d76-bcda-97824d95aa3b not bound to the agent host hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:34:34.632141 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e5e31642-5b62-4e61-a743-05ac66adae5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854149478'] for router_interface, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:34.761032 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4c2c6-1ca7-4d5c-8d83-f5ffbf618c9b req-a00a3523-beb8-4ef3-b190-531548967b44 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:34.763061 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3eb4c2c6-1ca7-4d5c-8d83-f5ffbf618c9b req-a00a3523-beb8-4ef3-b190-531548967b44 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c70ace1-a0f2-4ba2-981b-0e3c2b701668 HTTP/1.1" status: 200 len: 944 time: 0.0977595 Apr 20 23:34:34.812683 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-3eb4c2c6-1ca7-4d5c-8d83-f5ffbf618c9b req-0233fc65-aa42-4f7e-8fe1-c597e45c6dad tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424514 Apr 20 23:34:34.835713 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 67fcd84b-1582-496a-93a9-75bcdc9d69ea, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=67fcd84b-1582-496a-93a9-75bcdc9d69ea,segment=NetworkSegment(d412a51e-fe1f-47f0-b436-ed235c64765a),segment_id=d412a51e-fe1f-47f0-b436-ed235c64765a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:34:34.849716 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Returning: {'device': '67fcd84b-1582-496a-93a9-75bcdc9d69ea', 'network_id': '2e204a5b-b262-438c-b33b-796154db64da', 'port_id': '67fcd84b-1582-496a-93a9-75bcdc9d69ea', 'mac_address': 'fa:16:3e:3b:c6:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd127c2fc-660f-427e-a2af-20862e10eb85', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:34:34.906992 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:34.925036 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67fcd84b-1582-496a-93a9-75bcdc9d69ea {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:34:34.941743 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 67fcd84b-1582-496a-93a9-75bcdc9d69ea, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=67fcd84b-1582-496a-93a9-75bcdc9d69ea,segment=NetworkSegment(d412a51e-fe1f-47f0-b436-ed235c64765a),segment_id=d412a51e-fe1f-47f0-b436-ed235c64765a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:34:34.944572 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:34.946448 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:35.010106 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e5e31642-5b62-4e61-a743-05ac66adae5d admin admin] Deleting port 9f022b66-56ae-45ce-8737-b86dd8ea82a8 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:34:35.010493 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e5e31642-5b62-4e61-a743-05ac66adae5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:35.019527 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=67fcd84b-1582-496a-93a9-75bcdc9d69ea,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:35.022674 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:35.190370 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['67fcd84b-1582-496a-93a9-75bcdc9d69ea'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:34:35.241956 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ad427-4ff0-4dab-869b-b26bd020a13f req-b4e77453-d075-4551-9d90-110472caa126 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:35.243538 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-588ad427-4ff0-4dab-869b-b26bd020a13f req-b4e77453-d075-4551-9d90-110472caa126 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 985 time: 0.2029982 Apr 20 23:34:35.290208 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-e5e31642-5b62-4e61-a743-05ac66adae5d admin admin] For port 9f022b66-56ae-45ce-8737-b86dd8ea82a8, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=9f022b66-56ae-45ce-8737-b86dd8ea82a8,segment=NetworkSegment(9ef7f02b-ed0e-4543-9071-1492e01966f4),segment_id=9ef7f02b-ed0e-4543-9071-1492e01966f4)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:34:35.290527 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e5e31642-5b62-4e61-a743-05ac66adae5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:35.436061 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e5e31642-5b62-4e61-a743-05ac66adae5d admin admin] Calling delete_port for 9f022b66-56ae-45ce-8737-b86dd8ea82a8 owned by network:router_interface {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:34:35.467553 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-588ad427-4ff0-4dab-869b-b26bd020a13f req-9da5f2a7-ac4c-480c-9793-7140db87193b tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4865238-bc72-43f7-895f-89303d44b498&id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2103145 Apr 20 23:34:35.610730 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e5e31642-5b62-4e61-a743-05ac66adae5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:35.615115 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fe8f2f2f-481a-4d65-ae1b-4a5628182b55 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:35.659545 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e31642-5b62-4e61-a743-05ac66adae5d admin admin] Pushing event deleted for resources: {'Port': ['ID=9f022b66-56ae-45ce-8737-b86dd8ea82a8,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:35.662911 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e5e31642-5b62-4e61-a743-05ac66adae5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:35.933244 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e5e31642-5b62-4e61-a743-05ac66adae5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854149404'] for router_interface, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:36.011341 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c9347-72e6-4627-a649-0596e7ec49a6 req-f990aaf4-2ec7-40e8-a393-5c2d7d77da7c tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:36.012948 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bf1c9347-72e6-4627-a649-0596e7ec49a6 req-f990aaf4-2ec7-40e8-a393-5c2d7d77da7c tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c70ace1-a0f2-4ba2-981b-0e3c2b701668 HTTP/1.1" status: 200 len: 945 time: 0.0880129 Apr 20 23:34:36.065711 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-bf1c9347-72e6-4627-a649-0596e7ec49a6 req-92af9d58-6ea2-4b0c-9052-656215bbcc21 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445414 Apr 20 23:34:36.508769 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 67fcd84b-1582-496a-93a9-75bcdc9d69ea up at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:34:36.540079 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e31642-5b62-4e61-a743-05ac66adae5d admin admin] Router 500689d1-7eb6-4a88-b7b9-52bea4911d9b has already been hosted by L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:34:36.593551 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning for port 67fcd84b-1582-496a-93a9-75bcdc9d69ea completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:34:36.598750 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning complete for port 67fcd84b-1582-496a-93a9-75bcdc9d69ea triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:34:36.599174 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:36.723414 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:36.751322 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c70ace1-a0f2-4ba2-981b-0e3c2b701668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fcd84b-1582-496a-93a9-75bcdc9d69ea'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:34:36.761863 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port 67fcd84b-1582-496a-93a9-75bcdc9d69ea, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=67fcd84b-1582-496a-93a9-75bcdc9d69ea,segment=NetworkSegment(d412a51e-fe1f-47f0-b436-ed235c64765a),segment_id=d412a51e-fe1f-47f0-b436-ed235c64765a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:34:36.765888 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:36.768005 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:36.805072 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1681e-7123-4567-a787-a3a11bea8b92 req-c3b4c04e-7d77-4e0e-97de-b72b930c495d tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:36.805982 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c70ace1-a0f2-4ba2-981b-0e3c2b701668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fcd84b-1582-496a-93a9-75bcdc9d69ea', 'code': 200} Apr 20 23:34:36.806729 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-feb1681e-7123-4567-a787-a3a11bea8b92 req-c3b4c04e-7d77-4e0e-97de-b72b930c495d tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 985 time: 0.2059269 Apr 20 23:34:36.807992 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e31642-5b62-4e61-a743-05ac66adae5d admin admin] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:34:36.819166 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bebed42-a354-426f-9a5e-59fe4b0c3037 None None] Sync routers for ids ['500689d1-7eb6-4a88-b7b9-52bea4911d9b'] in dv-cinder-787296-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:34:36.828863 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-e5e31642-5b62-4e61-a743-05ac66adae5d admin admin] 10.222.0.16 "PUT /v2.0/routers/500689d1-7eb6-4a88-b7b9-52bea4911d9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8026383 Apr 20 23:34:36.829854 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 60096) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:34:36.840109 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=67fcd84b-1582-496a-93a9-75bcdc9d69ea,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:36.841447 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bebed42-a354-426f-9a5e-59fe4b0c3037 None None] Routers {'500689d1-7eb6-4a88-b7b9-52bea4911d9b'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:34:36.842139 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-0bebed42-a354-426f-9a5e-59fe4b0c3037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:34:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['500689d1-7eb6-4a88-b7b9-52bea4911d9b'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:34:36.844091 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:37.037719 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-0bebed42-a354-426f-9a5e-59fe4b0c3037 None None] Set router 500689d1-7eb6-4a88-b7b9-52bea4911d9b gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:34:37.072415 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-feb1681e-7123-4567-a787-a3a11bea8b92 req-2846f145-2bb4-4e65-b3c6-6f6fa57c8a80 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4865238-bc72-43f7-895f-89303d44b498&id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1832807 Apr 20 23:34:37.127546 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-19c8557e-cd47-4f16-9552-1bae9b31ac68 admin admin] Notify callbacks [] for router, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:37.251150 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d797c-f87a-48c9-83cc-029e904a9d3a req-f974f8a7-eac9-468b-951f-7d4c8e144e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:37.252829 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4c5d797c-f87a-48c9-83cc-029e904a9d3a req-f974f8a7-eac9-468b-951f-7d4c8e144e78 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c70ace1-a0f2-4ba2-981b-0e3c2b701668 HTTP/1.1" status: 200 len: 1099 time: 0.2382710 Apr 20 23:34:37.274347 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f330885-99b7-4ee8-a4ea-5fd4e68e0972 req-f41c58d1-6fb7-489e-a1dc-b363c43db504 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:37.275955 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1f330885-99b7-4ee8-a4ea-5fd4e68e0972 req-f41c58d1-6fb7-489e-a1dc-b363c43db504 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c70ace1-a0f2-4ba2-981b-0e3c2b701668 HTTP/1.1" status: 200 len: 946 time: 0.0935295 Apr 20 23:34:37.321388 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4c5d797c-f87a-48c9-83cc-029e904a9d3a req-5ad204e5-0afd-429c-b88a-480e3a27da54 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601416 Apr 20 23:34:37.325015 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1f330885-99b7-4ee8-a4ea-5fd4e68e0972 req-80b5ac39-8c28-42f8-a170-d449371149ad tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418661 Apr 20 23:34:37.342878 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-0bebed42-a354-426f-9a5e-59fe4b0c3037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'name': 'tempest-TestShelveInstance-1394582159-router', 'tenant_id': '761407463f394170a71239466d88684a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': 'bc2dcff5-f675-4f69-b75e-c7f39322a84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:36Z', 'updated_at': '2021-04-20T23:34:35Z', 'revision_number': 5, 'project_id': '761407463f394170a71239466d88684a', 'gw_port': {'id': 'bc2dcff5-f675-4f69-b75e-c7f39322a84f', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cf:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:39Z', 'updated_at': '2021-04-20T23:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb'}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:34:37.347217 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bebed42-a354-426f-9a5e-59fe4b0c3037 None None] Checking router: 500689d1-7eb6-4a88-b7b9-52bea4911d9b for host: dv-cinder-787296-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:34:37.356710 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bebed42-a354-426f-9a5e-59fe4b0c3037 None None] Routers {'500689d1-7eb6-4a88-b7b9-52bea4911d9b'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:34:37.357389 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-0bebed42-a354-426f-9a5e-59fe4b0c3037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:34:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['500689d1-7eb6-4a88-b7b9-52bea4911d9b'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:34:37.361496 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-19c8557e-cd47-4f16-9552-1bae9b31ac68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:37.369981 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-19c8557e-cd47-4f16-9552-1bae9b31ac68 admin admin] Deleting port bc2dcff5-f675-4f69-b75e-c7f39322a84f {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:34:37.370361 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-19c8557e-cd47-4f16-9552-1bae9b31ac68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:37.514273 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-0bebed42-a354-426f-9a5e-59fe4b0c3037 None None] Set router 500689d1-7eb6-4a88-b7b9-52bea4911d9b gateway port host: None {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:34:37.558675 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-19c8557e-cd47-4f16-9552-1bae9b31ac68 admin admin] For port bc2dcff5-f675-4f69-b75e-c7f39322a84f, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=bc2dcff5-f675-4f69-b75e-c7f39322a84f,segment=NetworkSegment(6da6a8de-ef5d-4456-8d26-a2b4515179e3),segment_id=6da6a8de-ef5d-4456-8d26-a2b4515179e3)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:34:37.559074 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-19c8557e-cd47-4f16-9552-1bae9b31ac68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:37.626669 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-0bebed42-a354-426f-9a5e-59fe4b0c3037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'name': 'tempest-TestShelveInstance-1394582159-router', 'tenant_id': '761407463f394170a71239466d88684a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:36Z', 'updated_at': '2021-04-20T23:34:37Z', 'revision_number': 6, 'project_id': '761407463f394170a71239466d88684a', 'gw_port_host': None}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:34:37.630720 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bebed42-a354-426f-9a5e-59fe4b0c3037 None None] The sync data for ids ['500689d1-7eb6-4a88-b7b9-52bea4911d9b'] in dv-cinder-787296-1-smb is: [{'id': '500689d1-7eb6-4a88-b7b9-52bea4911d9b', 'name': 'tempest-TestShelveInstance-1394582159-router', 'tenant_id': '761407463f394170a71239466d88684a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:36Z', 'updated_at': '2021-04-20T23:34:37Z', 'revision_number': 6, 'project_id': '761407463f394170a71239466d88684a', 'gw_port_host': None}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:34:37.696945 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-19c8557e-cd47-4f16-9552-1bae9b31ac68 admin admin] Calling delete_port for bc2dcff5-f675-4f69-b75e-c7f39322a84f owned by network:router_gateway {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:34:37.870683 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-19c8557e-cd47-4f16-9552-1bae9b31ac68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:37.876242 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-49770c2c-c14f-475f-8dba-8b4020452dc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:37.949079 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8557e-cd47-4f16-9552-1bae9b31ac68 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc2dcff5-f675-4f69-b75e-c7f39322a84f,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:37.951512 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-19c8557e-cd47-4f16-9552-1bae9b31ac68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:38.021011 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-19c8557e-cd47-4f16-9552-1bae9b31ac68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645221'] for router_gateway, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:38.255458 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-19c8557e-cd47-4f16-9552-1bae9b31ac68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-628537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773410'] for router, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:38.258741 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-19c8557e-cd47-4f16-9552-1bae9b31ac68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:38.296679 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-19c8557e-cd47-4f16-9552-1bae9b31ac68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854152067'] for router, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:38.297288 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c8557e-cd47-4f16-9552-1bae9b31ac68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 500689d1-7eb6-4a88-b7b9-52bea4911d9b {{(pid=86357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 23:34:38.323520 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c05a4-04f4-40eb-9c98-4ead03562318 req-dc8a755e-3a7b-40ff-9b1c-7bc6a70a284c tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:38.325222 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c87c05a4-04f4-40eb-9c98-4ead03562318 req-dc8a755e-3a7b-40ff-9b1c-7bc6a70a284c tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 985 time: 0.1335347 Apr 20 23:34:38.327568 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-19c8557e-cd47-4f16-9552-1bae9b31ac68 admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:38.328673 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-19c8557e-cd47-4f16-9552-1bae9b31ac68 admin admin] 10.222.0.16 "DELETE /v2.0/routers/500689d1-7eb6-4a88-b7b9-52bea4911d9b HTTP/1.1" status: 204 len: 168 time: 1.4978292 Apr 20 23:34:38.331392 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 60104) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:34:38.434310 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c87c05a4-04f4-40eb-9c98-4ead03562318 req-13c4cb32-b7c4-444f-965b-8826b0c89e42 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4865238-bc72-43f7-895f-89303d44b498&id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1002347 Apr 20 23:34:38.447038 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa966d7-cfe4-4d04-8641-7e8ab734ede2 admin admin] Deleting subnet 2ad45981-94c2-4206-b4df-c5f51d462877 {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:34:38.450405 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9fa966d7-cfe4-4d04-8641-7e8ab734ede2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:38.509663 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9fa966d7-cfe4-4d04-8641-7e8ab734ede2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2432657'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:38.621398 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 9f022b66-56ae-45ce-8737-b86dd8ea82a8 no longer exists at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:34:38.657198 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9fa966d7-cfe4-4d04-8641-7e8ab734ede2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853347799'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:38.666829 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] No Port match for: 9f022b66-56ae-45ce-8737-b86dd8ea82a8 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:34:38.667704 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 9f022b66-56ae-45ce-8737-b86dd8ea82a8 not bound to the agent host dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:34:38.668391 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device bc2dcff5-f675-4f69-b75e-c7f39322a84f no longer exists at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:34:38.707571 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] No Port match for: bc2dcff5-f675-4f69-b75e-c7f39322a84f {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:34:38.708374 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device bc2dcff5-f675-4f69-b75e-c7f39322a84f not bound to the agent host dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:34:38.780448 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d202a-406e-477d-881c-5b274e51cb6b req-47a3676c-e95a-4a86-a63a-8772a889faa5 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:38.782090 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-490d202a-406e-477d-881c-5b274e51cb6b req-47a3676c-e95a-4a86-a63a-8772a889faa5 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c70ace1-a0f2-4ba2-981b-0e3c2b701668 HTTP/1.1" status: 200 len: 946 time: 0.3162298 Apr 20 23:34:38.829504 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-490d202a-406e-477d-881c-5b274e51cb6b req-6d17c3b5-2b47-4320-852e-a6f489d71ee2 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407524 Apr 20 23:34:38.935675 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9fa966d7-cfe4-4d04-8641-7e8ab734ede2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2975549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2132295'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:38.941863 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-486cddac-c810-4732-aa33-ef7bfe7ab546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:38.984410 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9fa966d7-cfe4-4d04-8641-7e8ab734ede2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:38.988502 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa966d7-cfe4-4d04-8641-7e8ab734ede2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ad45981-94c2-4206-b4df-c5f51d462877,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:38.991766 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea79e96-cf37-49e5-8054-b87a2114c807 None None] Network 640db5cb-0640-4ccd-aca1-982a4d3eb0e0 requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:34:38.991970 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9fa966d7-cfe4-4d04-8641-7e8ab734ede2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:38.994003 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-9fa966d7-cfe4-4d04-8641-7e8ab734ede2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2ad45981-94c2-4206-b4df-c5f51d462877 HTTP/1.1" status: 204 len: 168 time: 0.6615436 Apr 20 23:34:38.996575 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 60114) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:34:39.263688 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5be6c00-4055-4b15-87a7-84b097863111 None None] DHCP port deletion for 640db5cb-0640-4ccd-aca1-982a4d3eb0e0 request from dv-cinder-787296-1-smb {{(pid=86358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 23:34:39.268895 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e5be6c00-4055-4b15-87a7-84b097863111 None None] Deleting port 3397002d-fdb9-4926-a905-6c2626591525 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:34:39.269385 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e5be6c00-4055-4b15-87a7-84b097863111 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:39.357896 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-97992bbb-4af7-49c0-a2e5-2528437a0905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853052571'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:39.370269 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-97992bbb-4af7-49c0-a2e5-2528437a0905 admin admin] Deleting port 3397002d-fdb9-4926-a905-6c2626591525 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:34:39.370643 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-97992bbb-4af7-49c0-a2e5-2528437a0905 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:39.502037 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-e5be6c00-4055-4b15-87a7-84b097863111 None None] For port 3397002d-fdb9-4926-a905-6c2626591525, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=3397002d-fdb9-4926-a905-6c2626591525,segment=NetworkSegment(9ef7f02b-ed0e-4543-9071-1492e01966f4),segment_id=9ef7f02b-ed0e-4543-9071-1492e01966f4)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:34:39.502414 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e5be6c00-4055-4b15-87a7-84b097863111 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:39.634921 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-97992bbb-4af7-49c0-a2e5-2528437a0905 admin admin] For port 3397002d-fdb9-4926-a905-6c2626591525, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=3397002d-fdb9-4926-a905-6c2626591525,segment=NetworkSegment(9ef7f02b-ed0e-4543-9071-1492e01966f4),segment_id=9ef7f02b-ed0e-4543-9071-1492e01966f4)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:34:39.635619 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-97992bbb-4af7-49c0-a2e5-2528437a0905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:39.695516 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-e5be6c00-4055-4b15-87a7-84b097863111 None None] Calling delete_port for 3397002d-fdb9-4926-a905-6c2626591525 owned by network:dhcp {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:34:39.778344 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e5be6c00-4055-4b15-87a7-84b097863111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031'] for port, after_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:39.783770 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b94329dd-0bb0-4ad4-bb0b-eb2b09e421c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:39.787916 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-97992bbb-4af7-49c0-a2e5-2528437a0905 admin admin] Calling delete_port for 3397002d-fdb9-4926-a905-6c2626591525 owned by network:dhcp {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:34:39.830399 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be6c00-4055-4b15-87a7-84b097863111 None None] Pushing event deleted for resources: {'Port': ['ID=3397002d-fdb9-4926-a905-6c2626591525,revision_number=None']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:39.832592 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5be6c00-4055-4b15-87a7-84b097863111 None None] No DVR routers for this DVR port 3397002d-fdb9-4926-a905-6c2626591525 on host dv-cinder-787296-1-smb {{(pid=86358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:34:39.833901 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e5be6c00-4055-4b15-87a7-84b097863111 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:39.928066 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.db.api [None req-97992bbb-4af7-49c0-a2e5-2528437a0905 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86357) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 23:34:39.928433 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_db.api [None req-97992bbb-4af7-49c0-a2e5-2528437a0905 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 23:34:39.943935 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d08be7-b932-4512-b5e1-0f8e9843911b req-56dfe0f4-36f4-41c2-933c-48a4c5962aed tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:39.945541 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-38d08be7-b932-4512-b5e1-0f8e9843911b req-56dfe0f4-36f4-41c2-933c-48a4c5962aed tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 985 time: 0.1658313 Apr 20 23:34:39.995306 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-38d08be7-b932-4512-b5e1-0f8e9843911b req-81538623-1a1e-486a-a259-745a6434bdd4 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4865238-bc72-43f7-895f-89303d44b498&id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431428 Apr 20 23:34:40.430267 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-97992bbb-4af7-49c0-a2e5-2528437a0905 admin admin] Deleting port 3397002d-fdb9-4926-a905-6c2626591525 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:34:40.430785 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-97992bbb-4af7-49c0-a2e5-2528437a0905 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:40.502993 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-97992bbb-4af7-49c0-a2e5-2528437a0905 admin admin] The port '3397002d-fdb9-4926-a905-6c2626591525' was deleted {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 23:34:40.594716 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 3397002d-fdb9-4926-a905-6c2626591525 no longer exists at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:34:40.624186 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-97992bbb-4af7-49c0-a2e5-2528437a0905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428092', 'neutron.services.segments.db._delete_segments_for_network-8757164038259'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:40.634383 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] No Port match for: 3397002d-fdb9-4926-a905-6c2626591525 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:34:40.634778 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 3397002d-fdb9-4926-a905-6c2626591525 not bound to the agent host dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:34:40.734089 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-97992bbb-4af7-49c0-a2e5-2528437a0905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['640db5cb-0640-4ccd-aca1-982a4d3eb0e0']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:34:40.751319 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-97992bbb-4af7-49c0-a2e5-2528437a0905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef7f02b-ed0e-4543-9071-1492e01966f4') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:34:40.751490 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-97992bbb-4af7-49c0-a2e5-2528437a0905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef7f02b-ed0e-4543-9071-1492e01966f4') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:34:40.763552 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-97992bbb-4af7-49c0-a2e5-2528437a0905 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279690575971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852343143'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:40.778039 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-97992bbb-4af7-49c0-a2e5-2528437a0905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:40.784251 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97992bbb-4af7-49c0-a2e5-2528437a0905 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:34:40.961337 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-97992bbb-4af7-49c0-a2e5-2528437a0905 admin admin] Network 640db5cb-0640-4ccd-aca1-982a4d3eb0e0 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:34:40.971029 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-97992bbb-4af7-49c0-a2e5-2528437a0905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853386440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851800674'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:41.084898 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-f94c0daa-290e-4a77-85c2-96ca98d7f635 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:41.086513 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-f94c0daa-290e-4a77-85c2-96ca98d7f635 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/networks?id=2e204a5b-b262-438c-b33b-796154db64da HTTP/1.1" status: 200 len: 815 time: 0.1587243 Apr 20 23:34:41.103740 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-e473bf6c-316d-40de-8777-8502a0a45030 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/quotas/e57a6344158846579a87f753c3e3ac4a HTTP/1.1" status: 200 len: 375 time: 0.0104761 Apr 20 23:34:41.193389 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-dfa7f8e0-2573-4cf8-a60d-0eca497a2d50 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e57a6344158846579a87f753c3e3ac4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827847 Apr 20 23:34:41.197274 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-97992bbb-4af7-49c0-a2e5-2528437a0905 admin admin] Network 640db5cb-0640-4ccd-aca1-982a4d3eb0e0 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: % (table.description, expected, rows_matched) Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: % (table.description, expected, rows_matched) Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: % (table.description, expected, rows_matched) Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: % (table.description, expected, rows_matched) Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: timer() Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: cb(*args, **kw) Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: self._notify() Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: self.callback(batched_events) Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: event.method(event) Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: return self._get(url).json() Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: **kwargs) Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: **endpoint_filter) Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:34:41.221851 dv-cinder-787296-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:34:41.314397 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-97992bbb-4af7-49c0-a2e5-2528437a0905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853347724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648834'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:41.321752 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-841601eb-41ce-4cb1-be21-dc0ef88dea9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:41.338153 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-97992bbb-4af7-49c0-a2e5-2528437a0905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:41.340864 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-4b263710-27a5-4e95-b532-39027ffb6f9a service neutron] 10.222.0.16 "GET /v2.0/networks/2e204a5b-b262-438c-b33b-796154db64da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393936 Apr 20 23:34:41.349831 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f3d14-594d-48b4-9ae1-b0cf5a003350 req-7d6cab32-ea9e-4657-8e92-844cd5c75e5c tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:41.351420 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2b0f3d14-594d-48b4-9ae1-b0cf5a003350 req-7d6cab32-ea9e-4657-8e92-844cd5c75e5c tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 985 time: 0.2267468 Apr 20 23:34:41.356023 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97992bbb-4af7-49c0-a2e5-2528437a0905 admin admin] Pushing event deleted for resources: {'Network': ['ID=640db5cb-0640-4ccd-aca1-982a4d3eb0e0,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:41.362434 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-97992bbb-4af7-49c0-a2e5-2528437a0905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:41.385598 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-97992bbb-4af7-49c0-a2e5-2528437a0905 admin admin] 10.222.0.16 "DELETE /v2.0/networks/640db5cb-0640-4ccd-aca1-982a4d3eb0e0 HTTP/1.1" status: 204 len: 168 time: 2.3877954 Apr 20 23:34:41.388590 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 60148) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:34:41.485955 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-f0628de3-1e28-4489-a40e-652f5f286383 service neutron] 10.222.0.16 "GET /v2.0/networks/2e204a5b-b262-438c-b33b-796154db64da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377211 Apr 20 23:34:41.553068 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2b0f3d14-594d-48b4-9ae1-b0cf5a003350 req-f2b26e65-7828-451a-a38e-26e3d91d97d3 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4865238-bc72-43f7-895f-89303d44b498&id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1916962 Apr 20 23:34:41.775453 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-dbdc941b-5c30-40b8-b339-8b5a47c874d5 req-1b1caa73-3120-484d-be56-0b4257bc52bd tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5c32649-f814-4c88-8c9e-40c71e4c3706 HTTP/1.1" status: 200 len: 210 time: 0.1192956 Apr 20 23:34:42.026850 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7b99f714-801b-4231-b06a-036fc24896b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854149478'] for router_interface, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:42.390269 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-7b99f714-801b-4231-b06a-036fc24896b7 admin admin] Deleting port e9f65c94-e3ee-4d35-a561-65aa4df789b5 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:34:42.391141 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7b99f714-801b-4231-b06a-036fc24896b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:42.786133 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441488a-f9cd-4743-9cd7-199037a6e954 req-764a288e-e123-4297-806b-37cbc506f23f tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:42.787908 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7441488a-f9cd-4743-9cd7-199037a6e954 req-764a288e-e123-4297-806b-37cbc506f23f tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 985 time: 0.1004202 Apr 20 23:34:42.845677 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-7441488a-f9cd-4743-9cd7-199037a6e954 req-a1b48125-c842-4937-bcda-77bcbbbf471a tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4865238-bc72-43f7-895f-89303d44b498&id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507710 Apr 20 23:34:42.982220 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-45c4080d-252c-48a3-97ab-4eb68c756b83 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:42.983744 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-45c4080d-252c-48a3-97ab-4eb68c756b83 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.36 "GET /v2.0/networks?id=2e204a5b-b262-438c-b33b-796154db64da HTTP/1.1" status: 200 len: 815 time: 0.2376645 Apr 20 23:34:42.995276 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0f4d4927-df5b-433a-858f-1c0cee681e28 req-d91afafa-e252-41ed-bcf1-2c0173a0f982 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5c32649-f814-4c88-8c9e-40c71e4c3706 HTTP/1.1" status: 200 len: 210 time: 0.0709395 Apr 20 23:34:43.004001 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-c0114f1e-7061-44d5-9747-0769add77d79 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Request body: {'port': {'device_id': 'a5c32649-f814-4c88-8c9e-40c71e4c3706', 'network_id': '2e204a5b-b262-438c-b33b-796154db64da', 'admin_state_up': True, 'tenant_id': 'e57a6344158846579a87f753c3e3ac4a'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:34:43.081133 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-7b99f714-801b-4231-b06a-036fc24896b7 admin admin] For port e9f65c94-e3ee-4d35-a561-65aa4df789b5, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=e9f65c94-e3ee-4d35-a561-65aa4df789b5,segment=NetworkSegment(f626978c-1727-4f99-aaa6-f590378fcad5),segment_id=f626978c-1727-4f99-aaa6-f590378fcad5)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:34:43.081483 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7b99f714-801b-4231-b06a-036fc24896b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:43.223601 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-7b99f714-801b-4231-b06a-036fc24896b7 admin admin] Calling delete_port for e9f65c94-e3ee-4d35-a561-65aa4df789b5 owned by network:router_interface {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:34:43.346163 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-c0114f1e-7061-44d5-9747-0769add77d79 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:34:43.360128 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-c0114f1e-7061-44d5-9747-0769add77d79 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:34:43.375440 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-c0114f1e-7061-44d5-9747-0769add77d79 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Made reservation on behalf of e57a6344158846579a87f753c3e3ac4a for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:34:43.381636 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-c0114f1e-7061-44d5-9747-0769add77d79 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:43.581967 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7b99f714-801b-4231-b06a-036fc24896b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:43.589037 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ce5ca20b-2587-41ad-9161-2f423b7a8a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:43.644326 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99f714-801b-4231-b06a-036fc24896b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f65c94-e3ee-4d35-a561-65aa4df789b5,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:43.651927 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-7b99f714-801b-4231-b06a-036fc24896b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:43.723013 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-c0114f1e-7061-44d5-9747-0769add77d79 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Allocated IP 172.20.0.14 (2e204a5b-b262-438c-b33b-796154db64da/d127c2fc-660f-427e-a2af-20862e10eb85/fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:34:44.050207 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d44237-7776-4d84-a5a9-a6a803da2b7c req-aaed9fb8-9cfc-4d03-8463-df444b5b807b tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:44.051832 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-17d44237-7776-4d84-a5a9-a6a803da2b7c req-aaed9fb8-9cfc-4d03-8463-df444b5b807b tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 985 time: 0.0887852 Apr 20 23:34:44.097625 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7b99f714-801b-4231-b06a-036fc24896b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854149404'] for router_interface, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:44.107795 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-17d44237-7776-4d84-a5a9-a6a803da2b7c req-b736b2c4-09fc-4f11-91a7-d38a042aa4cd tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4865238-bc72-43f7-895f-89303d44b498&id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0482039 Apr 20 23:34:44.294332 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ea8c9ae1-4b05-4a43-9e29-757e59038b2f req-1b49ad46-b1f0-4f0b-99c4-82e73cc13581 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5c32649-f814-4c88-8c9e-40c71e4c3706 HTTP/1.1" status: 200 len: 210 time: 0.1779046 Apr 20 23:34:44.310245 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-c0114f1e-7061-44d5-9747-0769add77d79 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:44.500428 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-c0114f1e-7061-44d5-9747-0769add77d79 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:44.514289 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['65999c73-dbce-45e5-8f81-7923b9357319', '67fcd84b-1582-496a-93a9-75bcdc9d69ea'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:34:44.516003 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-19c8557e-cd47-4f16-9552-1bae9b31ac68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:44.592389 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0114f1e-7061-44d5-9747-0769add77d79 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Pushing event updated for resources: {'Port': ['ID=fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:44.595684 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c0114f1e-7061-44d5-9747-0769add77d79 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:44.620328 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-c0114f1e-7061-44d5-9747-0769add77d79 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Network 2e204a5b-b262-438c-b33b-796154db64da is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:34:44.624040 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-c0114f1e-7061-44d5-9747-0769add77d79 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:34:44.627108 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-c0114f1e-7061-44d5-9747-0769add77d79 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:34:44.724555 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-c0114f1e-7061-44d5-9747-0769add77d79 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:44.725390 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-c0114f1e-7061-44d5-9747-0769add77d79 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:44.753539 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b99f714-801b-4231-b06a-036fc24896b7 admin admin] Router 1d33bf55-51fa-49b0-9448-a735e539a5a0 has already been hosted by L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:34:44.826664 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-c0114f1e-7061-44d5-9747-0769add77d79 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8302312 Apr 20 23:34:45.120375 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-2aec2145-89b4-42c6-adb5-ad1eb875fb12 service neutron] Request body: {'port': {'device_id': 'a5c32649-f814-4c88-8c9e-40c71e4c3706', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:34:45.289114 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b99f714-801b-4231-b06a-036fc24896b7 admin admin] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:34:45.290840 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-2aec2145-89b4-42c6-adb5-ad1eb875fb12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:45.297940 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96543eea-2969-4cf2-a6f0-528ab17926b9 None None] Sync routers for ids ['1d33bf55-51fa-49b0-9448-a735e539a5a0'] in dv-cinder-787296-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:34:45.303403 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-7b99f714-801b-4231-b06a-036fc24896b7 admin admin] 10.222.0.16 "PUT /v2.0/routers/1d33bf55-51fa-49b0-9448-a735e539a5a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9137115 Apr 20 23:34:45.306400 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 60176) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:34:45.307801 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96543eea-2969-4cf2-a6f0-528ab17926b9 None None] Routers {'1d33bf55-51fa-49b0-9448-a735e539a5a0'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:34:45.308471 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-96543eea-2969-4cf2-a6f0-528ab17926b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:34:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['1d33bf55-51fa-49b0-9448-a735e539a5a0'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:34:45.317280 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baa563-57d3-4111-8cda-911958915fed req-d5f9aeea-691d-45f7-a13d-25ad011dfc85 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:45.318855 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e2baa563-57d3-4111-8cda-911958915fed req-d5f9aeea-691d-45f7-a13d-25ad011dfc85 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 985 time: 0.0970538 Apr 20 23:34:45.529377 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-96543eea-2969-4cf2-a6f0-528ab17926b9 None None] Set router 1d33bf55-51fa-49b0-9448-a735e539a5a0 gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:34:45.537278 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e2baa563-57d3-4111-8cda-911958915fed req-c824dd31-be3a-49a7-bc9b-c4cc2471e757 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=e4865238-bc72-43f7-895f-89303d44b498&id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682728 Apr 20 23:34:45.569824 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ad750ab2-af05-4eea-940d-620717794e3e admin admin] Notify callbacks [] for router, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:45.634730 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fc524-09a7-44af-88e9-c1243788c2f0 req-2fc8d0ee-6b26-4d9e-a354-c5aa85a51b8b tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:45.635478 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-1a5fc524-09a7-44af-88e9-c1243788c2f0 req-2fc8d0ee-6b26-4d9e-a354-c5aa85a51b8b tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Synchronizing usage tracker for tenant:e57a6344158846579a87f753c3e3ac4a on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:34:45.669862 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-1a5fc524-09a7-44af-88e9-c1243788c2f0 req-2fc8d0ee-6b26-4d9e-a354-c5aa85a51b8b tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Unset dirty status for tenant:e57a6344158846579a87f753c3e3ac4a on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:34:45.671123 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1a5fc524-09a7-44af-88e9-c1243788c2f0 req-2fc8d0ee-6b26-4d9e-a354-c5aa85a51b8b tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5c32649-f814-4c88-8c9e-40c71e4c3706 HTTP/1.1" status: 200 len: 932 time: 0.2456789 Apr 20 23:34:45.742610 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1a5fc524-09a7-44af-88e9-c1243788c2f0 req-41493c18-33da-480e-8f55-dadba00c3641 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591490 Apr 20 23:34:45.773684 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ad750ab2-af05-4eea-940d-620717794e3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:45.783561 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-ad750ab2-af05-4eea-940d-620717794e3e admin admin] Deleting port 407aca2e-88c6-4d6f-9c15-ffe33bc464c2 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:34:45.783951 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ad750ab2-af05-4eea-940d-620717794e3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:45.817303 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-2aec2145-89b4-42c6-adb5-ad1eb875fb12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11 {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:34:45.826067 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-2aec2145-89b4-42c6-adb5-ad1eb875fb12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:45.841652 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-2aec2145-89b4-42c6-adb5-ad1eb875fb12 service neutron] Transition to ACTIVE for port object fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11 will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:34:45.844723 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-2aec2145-89b4-42c6-adb5-ad1eb875fb12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851800608'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:45.851044 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:45.852084 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-96543eea-2969-4cf2-a6f0-528ab17926b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d33bf55-51fa-49b0-9448-a735e539a5a0', 'name': 'tempest-TestShelveInstance-761194440-router', 'tenant_id': '58a8e0d082ca44cf92cd040cfc39e652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.28'}], 'enable_snat': True}, 'gw_port_id': '407aca2e-88c6-4d6f-9c15-ffe33bc464c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:49Z', 'updated_at': '2021-04-20T23:34:43Z', 'revision_number': 5, 'project_id': '58a8e0d082ca44cf92cd040cfc39e652', 'gw_port': {'id': '407aca2e-88c6-4d6f-9c15-ffe33bc464c2', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:47:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d33bf55-51fa-49b0-9448-a735e539a5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:50Z', 'updated_at': '2021-04-20T23:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb'}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:34:45.856162 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96543eea-2969-4cf2-a6f0-528ab17926b9 None None] Checking router: 1d33bf55-51fa-49b0-9448-a735e539a5a0 for host: dv-cinder-787296-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:34:45.865488 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96543eea-2969-4cf2-a6f0-528ab17926b9 None None] Routers {'1d33bf55-51fa-49b0-9448-a735e539a5a0'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:34:45.866142 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-96543eea-2969-4cf2-a6f0-528ab17926b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:34:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['1d33bf55-51fa-49b0-9448-a735e539a5a0'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:34:45.971597 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-ad750ab2-af05-4eea-940d-620717794e3e admin admin] For port 407aca2e-88c6-4d6f-9c15-ffe33bc464c2, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=407aca2e-88c6-4d6f-9c15-ffe33bc464c2,segment=NetworkSegment(6da6a8de-ef5d-4456-8d26-a2b4515179e3),segment_id=6da6a8de-ef5d-4456-8d26-a2b4515179e3)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:34:45.972000 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ad750ab2-af05-4eea-940d-620717794e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:46.024578 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-96543eea-2969-4cf2-a6f0-528ab17926b9 None None] Set router 1d33bf55-51fa-49b0-9448-a735e539a5a0 gateway port host: None {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:34:46.024801 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec2145-89b4-42c6-adb5-ad1eb875fb12 service neutron] Pushing event updated for resources: {'Port': ['ID=fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:46.056778 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2aec2145-89b4-42c6-adb5-ad1eb875fb12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:46.102682 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-2aec2145-89b4-42c6-adb5-ad1eb875fb12 service neutron] Attempting to bind port fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:34:46.103039 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-2aec2145-89b4-42c6-adb5-ad1eb875fb12 service neutron] Attempting to bind port fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'd412a51e-fe1f-47f0-b436-ed235c64765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2e204a5b-b262-438c-b33b-796154db64da'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:34:46.103415 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-2aec2145-89b4-42c6-adb5-ad1eb875fb12 service neutron] Attempting to bind port fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11 on network 2e204a5b-b262-438c-b33b-796154db64da {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:34:46.106902 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-ad750ab2-af05-4eea-940d-620717794e3e admin admin] Calling delete_port for 407aca2e-88c6-4d6f-9c15-ffe33bc464c2 owned by network:router_gateway {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:34:46.108437 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-2aec2145-89b4-42c6-adb5-ad1eb875fb12 service neutron] Port fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11 on network 2e204a5b-b262-438c-b33b-796154db64da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:34:46.108800 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-2aec2145-89b4-42c6-adb5-ad1eb875fb12 service neutron] Attempting to bind port fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11 on network 2e204a5b-b262-438c-b33b-796154db64da {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:34:46.114838 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-2aec2145-89b4-42c6-adb5-ad1eb875fb12 service neutron] Checking agent: {'id': '0dbb4980-ddab-4c32-9a5e-02cbda900cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:34:46.115215 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-2aec2145-89b4-42c6-adb5-ad1eb875fb12 service neutron] Checking segment: {'id': 'd412a51e-fe1f-47f0-b436-ed235c64765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2e204a5b-b262-438c-b33b-796154db64da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:34:46.115631 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-2aec2145-89b4-42c6-adb5-ad1eb875fb12 service neutron] Bound using segment: {'id': 'd412a51e-fe1f-47f0-b436-ed235c64765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2e204a5b-b262-438c-b33b-796154db64da'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:34:46.116100 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-2aec2145-89b4-42c6-adb5-ad1eb875fb12 service neutron] Bound port: fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd412a51e-fe1f-47f0-b436-ed235c64765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2e204a5b-b262-438c-b33b-796154db64da'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:34:46.116481 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-2aec2145-89b4-42c6-adb5-ad1eb875fb12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:46.150287 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-96543eea-2969-4cf2-a6f0-528ab17926b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d33bf55-51fa-49b0-9448-a735e539a5a0', 'name': 'tempest-TestShelveInstance-761194440-router', 'tenant_id': '58a8e0d082ca44cf92cd040cfc39e652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:49Z', 'updated_at': '2021-04-20T23:34:45Z', 'revision_number': 6, 'project_id': '58a8e0d082ca44cf92cd040cfc39e652', 'gw_port_host': None}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:34:46.157741 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96543eea-2969-4cf2-a6f0-528ab17926b9 None None] The sync data for ids ['1d33bf55-51fa-49b0-9448-a735e539a5a0'] in dv-cinder-787296-1-smb is: [{'id': '1d33bf55-51fa-49b0-9448-a735e539a5a0', 'name': 'tempest-TestShelveInstance-761194440-router', 'tenant_id': '58a8e0d082ca44cf92cd040cfc39e652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:49Z', 'updated_at': '2021-04-20T23:34:45Z', 'revision_number': 6, 'project_id': '58a8e0d082ca44cf92cd040cfc39e652', 'gw_port_host': None}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:34:46.160688 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:46.217265 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-2aec2145-89b4-42c6-adb5-ad1eb875fb12 service neutron] For port fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11, host hv-cinder-78729, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:34:46.221485 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-2aec2145-89b4-42c6-adb5-ad1eb875fb12 service neutron] For port fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11,segment=NetworkSegment(d412a51e-fe1f-47f0-b436-ed235c64765a),segment_id=d412a51e-fe1f-47f0-b436-ed235c64765a)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:34:46.225232 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-2aec2145-89b4-42c6-adb5-ad1eb875fb12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851800608'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:46.230157 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-83f8548b-7d12-483a-a919-20f8a2474961 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:46.288476 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-2aec2145-89b4-42c6-adb5-ad1eb875fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:46.289178 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-2aec2145-89b4-42c6-adb5-ad1eb875fb12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:46.290623 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-2aec2145-89b4-42c6-adb5-ad1eb875fb12 service neutron] 10.222.0.36 "PUT /v2.0/ports/fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11 HTTP/1.1" status: 200 len: 1094 time: 1.1751225 Apr 20 23:34:46.291152 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c32649-f814-4c88-8c9e-40c71e4c3706', 'tag': 'fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:34:46.320244 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec2145-89b4-42c6-adb5-ad1eb875fb12 service neutron] Pushing event updated for resources: {'Port': ['ID=fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:46.323199 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2aec2145-89b4-42c6-adb5-ad1eb875fb12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:46.380614 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c32649-f814-4c88-8c9e-40c71e4c3706', 'tag': 'fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11', 'status': 'completed', 'code': 200} Apr 20 23:34:46.428295 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-eded364f-a38e-4c04-b00b-81d87d58d116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:46.430710 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-eded364f-a38e-4c04-b00b-81d87d58d116 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e57a6344158846579a87f753c3e3ac4a&device_id=a5c32649-f814-4c88-8c9e-40c71e4c3706 HTTP/1.1" status: 200 len: 1097 time: 0.0946963 Apr 20 23:34:46.446545 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ad750ab2-af05-4eea-940d-620717794e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:46.452157 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5cc47623-6c4a-4a61-8be3-243d235fdb38 tempest-VolumesActionsTest-1454212947 tempest-VolumesActionsTest-1454212947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:46.510582 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-610699f1-7653-4a19-a465-8ed4612d45e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11 HTTP/1.1" status: 200 len: 217 time: 0.0714796 Apr 20 23:34:46.529816 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad750ab2-af05-4eea-940d-620717794e3e admin admin] Pushing event deleted for resources: {'Port': ['ID=407aca2e-88c6-4d6f-9c15-ffe33bc464c2,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:46.532963 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ad750ab2-af05-4eea-940d-620717794e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:46.582790 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-3920af3e-1016-4d18-8591-099c04ea0270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:46.584428 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-3920af3e-1016-4d18-8591-099c04ea0270 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d127c2fc-660f-427e-a2af-20862e10eb85 HTTP/1.1" status: 200 len: 855 time: 0.0664878 Apr 20 23:34:46.605258 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ad750ab2-af05-4eea-940d-620717794e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645221'] for router_gateway, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:46.615953 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 407aca2e-88c6-4d6f-9c15-ffe33bc464c2 no longer exists at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:34:46.643289 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-a3527482-6bc9-47f8-af5d-cb942466f563 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e204a5b-b262-438c-b33b-796154db64da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520809 Apr 20 23:34:46.654230 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] No Port match for: 407aca2e-88c6-4d6f-9c15-ffe33bc464c2 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:34:46.654767 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 407aca2e-88c6-4d6f-9c15-ffe33bc464c2 not bound to the agent host dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:34:46.655341 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device e9f65c94-e3ee-4d35-a561-65aa4df789b5 no longer exists at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:34:46.692403 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] No Port match for: e9f65c94-e3ee-4d35-a561-65aa4df789b5 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:34:46.692956 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device e9f65c94-e3ee-4d35-a561-65aa4df789b5 not bound to the agent host dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:34:46.790302 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-6ea99c26-b868-4dd2-aef6-9c7e6a2c40c9 service neutron] 10.222.0.36 "GET /v2.0/networks/2e204a5b-b262-438c-b33b-796154db64da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389430 Apr 20 23:34:46.792404 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ad750ab2-af05-4eea-940d-620717794e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-628537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773410'] for router, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:46.794808 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ad750ab2-af05-4eea-940d-620717794e3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:46.886746 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ad750ab2-af05-4eea-940d-620717794e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854152067'] for router, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:46.887341 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad750ab2-af05-4eea-940d-620717794e3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d33bf55-51fa-49b0-9448-a735e539a5a0 {{(pid=86356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 23:34:46.901274 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ad750ab2-af05-4eea-940d-620717794e3e admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:46.902478 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-ad750ab2-af05-4eea-940d-620717794e3e admin admin] 10.222.0.16 "DELETE /v2.0/routers/1d33bf55-51fa-49b0-9448-a735e539a5a0 HTTP/1.1" status: 204 len: 168 time: 1.5950513 Apr 20 23:34:46.905163 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 60190) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:34:46.973475 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-93cf6efe-91a3-47e4-881b-02b1b571ef83 admin admin] Deleting subnet 2c785036-0e01-44a7-8ce6-be99a3eaa3c7 {{(pid=86356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:34:46.976885 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-93cf6efe-91a3-47e4-881b-02b1b571ef83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:47.004737 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4fb8f35d-64ac-4814-9400-1733e7db4be7 req-8caf2129-3ce6-4a54-85fd-3a0388ee0d7e service neutron] 10.222.0.36 "GET /v2.0/networks/2e204a5b-b262-438c-b33b-796154db64da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076390 Apr 20 23:34:47.017729 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7df36-d0a5-4a51-b500-0eace75c965b req-a3075c31-c389-4947-b66b-a37109c40e04 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:47.019316 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c3b7df36-d0a5-4a51-b500-0eace75c965b req-a3075c31-c389-4947-b66b-a37109c40e04 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5c32649-f814-4c88-8c9e-40c71e4c3706 HTTP/1.1" status: 200 len: 944 time: 0.1482754 Apr 20 23:34:47.030764 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-93cf6efe-91a3-47e4-881b-02b1b571ef83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851916009'] for subnet, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:47.117811 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c3b7df36-d0a5-4a51-b500-0eace75c965b req-fcd46a16-fb64-460a-a2dd-dd7ea2a10154 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912383 Apr 20 23:34:47.153256 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731acbf-19b6-4199-9b19-b111778c4494 req-809d1fdf-bffb-47ca-8e14-70029ca96cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:47.154874 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5731acbf-19b6-4199-9b19-b111778c4494 req-809d1fdf-bffb-47ca-8e14-70029ca96cb3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e57a6344158846579a87f753c3e3ac4a&device_id=a5c32649-f814-4c88-8c9e-40c71e4c3706 HTTP/1.1" status: 200 len: 1097 time: 0.0939317 Apr 20 23:34:47.302534 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731acbf-19b6-4199-9b19-b111778c4494 req-462d63e4-c7eb-47fb-a0f3-da86d94f2b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:47.304088 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5731acbf-19b6-4199-9b19-b111778c4494 req-462d63e4-c7eb-47fb-a0f3-da86d94f2b04 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e204a5b-b262-438c-b33b-796154db64da HTTP/1.1" status: 200 len: 916 time: 0.1417997 Apr 20 23:34:47.343799 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-93cf6efe-91a3-47e4-881b-02b1b571ef83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853347799'] for subnet, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:47.376839 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5731acbf-19b6-4199-9b19-b111778c4494 req-abdee7f7-8115-4f49-8bfa-1e9bada34073 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11 HTTP/1.1" status: 200 len: 217 time: 0.0659845 Apr 20 23:34:47.451417 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731acbf-19b6-4199-9b19-b111778c4494 req-227fdf5f-7b25-4b79-a260-a5f4039bd677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:47.452969 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5731acbf-19b6-4199-9b19-b111778c4494 req-227fdf5f-7b25-4b79-a260-a5f4039bd677 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d127c2fc-660f-427e-a2af-20862e10eb85 HTTP/1.1" status: 200 len: 855 time: 0.0665166 Apr 20 23:34:47.505683 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5731acbf-19b6-4199-9b19-b111778c4494 req-7493f51b-a97b-4b33-9215-d111e2274f46 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e204a5b-b262-438c-b33b-796154db64da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459154 Apr 20 23:34:47.603861 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-93cf6efe-91a3-47e4-881b-02b1b571ef83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2931179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2663428'] for subnet, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:47.608763 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:47.646779 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5731acbf-19b6-4199-9b19-b111778c4494 req-115e1f05-3c1d-441d-bac3-3eb61cac6347 service neutron] 10.222.0.36 "GET /v2.0/networks/2e204a5b-b262-438c-b33b-796154db64da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334713 Apr 20 23:34:47.647005 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf6efe-91a3-47e4-881b-02b1b571ef83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c785036-0e01-44a7-8ce6-be99a3eaa3c7,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:47.649246 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-93cf6efe-91a3-47e4-881b-02b1b571ef83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:47.653118 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-93cf6efe-91a3-47e4-881b-02b1b571ef83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:47.654083 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40a4b2a-0daf-47b7-9aec-90787d1cc18f None None] Network 1264565d-725b-48c4-ac7a-2bd9c861d374 requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:34:47.656081 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-93cf6efe-91a3-47e4-881b-02b1b571ef83 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2c785036-0e01-44a7-8ce6-be99a3eaa3c7 HTTP/1.1" status: 204 len: 168 time: 0.7499011 Apr 20 23:34:47.659196 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 60194) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:34:47.775037 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a01b676f-cd85-4b4e-8049-3737d7389046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853052571'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:47.786499 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-a01b676f-cd85-4b4e-8049-3737d7389046 admin admin] Deleting port 4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:34:47.786873 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a01b676f-cd85-4b4e-8049-3737d7389046 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:47.800257 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5731acbf-19b6-4199-9b19-b111778c4494 req-7146f8e7-e32c-481b-80e9-50ae0aab05a6 service neutron] 10.222.0.36 "GET /v2.0/networks/2e204a5b-b262-438c-b33b-796154db64da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387503 Apr 20 23:34:47.912567 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a494a9a-7aa5-4769-a1b6-cdb192293f5a None None] DHCP port deletion for 1264565d-725b-48c4-ac7a-2bd9c861d374 request from dv-cinder-787296-1-smb {{(pid=86358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 23:34:47.916761 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-2a494a9a-7aa5-4769-a1b6-cdb192293f5a None None] Deleting port 4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:34:47.917209 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2a494a9a-7aa5-4769-a1b6-cdb192293f5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:48.002287 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-a01b676f-cd85-4b4e-8049-3737d7389046 admin admin] For port 4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f,segment=NetworkSegment(f626978c-1727-4f99-aaa6-f590378fcad5),segment_id=f626978c-1727-4f99-aaa6-f590378fcad5)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:34:48.002692 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a01b676f-cd85-4b4e-8049-3737d7389046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:48.131217 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-2a494a9a-7aa5-4769-a1b6-cdb192293f5a None None] For port 4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f,segment=NetworkSegment(f626978c-1727-4f99-aaa6-f590378fcad5),segment_id=f626978c-1727-4f99-aaa6-f590378fcad5)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:34:48.131852 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2a494a9a-7aa5-4769-a1b6-cdb192293f5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:48.136954 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-a01b676f-cd85-4b4e-8049-3737d7389046 admin admin] Calling delete_port for 4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f owned by network:dhcp {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:34:48.214909 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a01b676f-cd85-4b4e-8049-3737d7389046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:48.220803 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c8f9eebb-336e-4285-afa4-03c748b2a75f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:48.269375 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-2a494a9a-7aa5-4769-a1b6-cdb192293f5a None None] Calling delete_port for 4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f owned by network:dhcp {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:34:48.305992 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01b676f-cd85-4b4e-8049-3737d7389046 admin admin] No DVR routers for this DVR port 4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f on host dv-cinder-787296-1-smb {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:34:48.342082 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b676f-cd85-4b4e-8049-3737d7389046 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:48.343733 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.db.api [None req-2a494a9a-7aa5-4769-a1b6-cdb192293f5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 23:34:48.344660 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_db.api [None req-2a494a9a-7aa5-4769-a1b6-cdb192293f5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 23:34:48.351234 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a01b676f-cd85-4b4e-8049-3737d7389046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:48.458300 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a01b676f-cd85-4b4e-8049-3737d7389046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428092', 'neutron.services.segments.db._delete_segments_for_network-8757164038259'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:48.559753 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898326b-6eba-4b33-b3c6-410dea880394 req-6116fdd1-6fb8-4b29-8a33-f8f8bc02cc00 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:48.561408 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0898326b-6eba-4b33-b3c6-410dea880394 req-6116fdd1-6fb8-4b29-8a33-f8f8bc02cc00 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5c32649-f814-4c88-8c9e-40c71e4c3706 HTTP/1.1" status: 200 len: 944 time: 0.3100812 Apr 20 23:34:48.596821 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f no longer exists at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:34:48.608969 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-a01b676f-cd85-4b4e-8049-3737d7389046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1264565d-725b-48c4-ac7a-2bd9c861d374']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:34:48.628542 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:34:48.633117 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-a01b676f-cd85-4b4e-8049-3737d7389046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f626978c-1727-4f99-aaa6-f590378fcad5') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:34:48.633480 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-a01b676f-cd85-4b4e-8049-3737d7389046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f626978c-1727-4f99-aaa6-f590378fcad5') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:34:48.639071 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] No Port match for: 4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:34:48.639459 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f not bound to the agent host dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:34:48.651495 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0898326b-6eba-4b33-b3c6-410dea880394 req-6b6a472d-69ab-42b2-a350-94687f60a7f2 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800798 Apr 20 23:34:48.653172 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a01b676f-cd85-4b4e-8049-3737d7389046 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279690575971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2859807'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:48.668984 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a01b676f-cd85-4b4e-8049-3737d7389046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:48.675756 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a01b676f-cd85-4b4e-8049-3737d7389046 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:34:48.867786 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-a01b676f-cd85-4b4e-8049-3737d7389046 admin admin] Network 1264565d-725b-48c4-ac7a-2bd9c861d374 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:34:48.876780 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a01b676f-cd85-4b4e-8049-3737d7389046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853386440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851844280'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:48.885332 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-2a494a9a-7aa5-4769-a1b6-cdb192293f5a None None] Deleting port 4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:34:48.885757 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2a494a9a-7aa5-4769-a1b6-cdb192293f5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:48.970989 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-2a494a9a-7aa5-4769-a1b6-cdb192293f5a None None] The port '4d4e8b7d-d3f5-463b-81c4-1c7b4270af6f' was deleted {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 23:34:49.015076 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11,segment=NetworkSegment(d412a51e-fe1f-47f0-b436-ed235c64765a),segment_id=d412a51e-fe1f-47f0-b436-ed235c64765a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:34:49.029585 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Returning: {'device': 'fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11', 'network_id': '2e204a5b-b262-438c-b33b-796154db64da', 'port_id': 'fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11', 'mac_address': 'fa:16:3e:39:9e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd127c2fc-660f-427e-a2af-20862e10eb85', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:34:49.059395 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-a01b676f-cd85-4b4e-8049-3737d7389046 admin admin] Network 1264565d-725b-48c4-ac7a-2bd9c861d374 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: timer() Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: cb(*args, **kw) Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: self._notify() Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: self.callback(batched_events) Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: event.method(event) Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: return self._get(url).json() Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: **kwargs) Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: **endpoint_filter) Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:34:49.082236 dv-cinder-787296-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:34:49.091748 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:49.110037 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11 {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:34:49.125649 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11,segment=NetworkSegment(d412a51e-fe1f-47f0-b436-ed235c64765a),segment_id=d412a51e-fe1f-47f0-b436-ed235c64765a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:34:49.128585 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:49.130457 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d6734061-5a2d-4717-96c3-c0a8dd02cf83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:49.157445 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a01b676f-cd85-4b4e-8049-3737d7389046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853347724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648834'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:49.161177 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:49.177171 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a01b676f-cd85-4b4e-8049-3737d7389046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:49.187160 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b676f-cd85-4b4e-8049-3737d7389046 admin admin] Pushing event deleted for resources: {'Network': ['ID=1264565d-725b-48c4-ac7a-2bd9c861d374,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:49.192190 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a01b676f-cd85-4b4e-8049-3737d7389046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:49.200079 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:49.204654 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a01b676f-cd85-4b4e-8049-3737d7389046 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1264565d-725b-48c4-ac7a-2bd9c861d374 HTTP/1.1" status: 204 len: 168 time: 1.5411696 Apr 20 23:34:49.204802 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:49.315306 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 60202) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:34:49.375864 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-bd1bf9d2-2a7d-4300-97fc-783814320eaf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=761407463f394170a71239466d88684a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0586498 Apr 20 23:34:49.378278 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 60206) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:34:49.422540 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:34:49.441070 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8700b216-5385-46f8-88bf-8f45c3d2e80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:49.469170 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8700b216-5385-46f8-88bf-8f45c3d2e80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:49.513854 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8700b216-5385-46f8-88bf-8f45c3d2e80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:49.519420 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-92bf064f-0531-41f0-b36c-6828c8a5cd5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:49.533724 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700b216-5385-46f8-88bf-8f45c3d2e80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f812b6a9-b560-4a52-98db-cbf9d014043c,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:49.536259 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8700b216-5385-46f8-88bf-8f45c3d2e80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:49.541625 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8700b216-5385-46f8-88bf-8f45c3d2e80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:49.543364 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-8700b216-5385-46f8-88bf-8f45c3d2e80c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f812b6a9-b560-4a52-98db-cbf9d014043c HTTP/1.1" status: 204 len: 168 time: 0.1640630 Apr 20 23:34:49.859992 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b592ae5-8d45-424d-939a-bad285ff502e req-dd676d80-a7f3-45dd-8a07-fd279741f56a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:49.861607 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2b592ae5-8d45-424d-939a-bad285ff502e req-dd676d80-a7f3-45dd-8a07-fd279741f56a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5c32649-f814-4c88-8c9e-40c71e4c3706 HTTP/1.1" status: 200 len: 945 time: 0.0912123 Apr 20 23:34:49.890243 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f7be3a8b-6830-4aa4-a999-a0bacf65a9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:49.905630 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 60216) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:34:49.909528 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2b592ae5-8d45-424d-939a-bad285ff502e req-b0c269e8-f7d9-4779-821c-ab1169756b21 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415220 Apr 20 23:34:49.957032 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-08ed346a-cb69-4c48-a5e5-339b80e28164 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58a8e0d082ca44cf92cd040cfc39e652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495205 Apr 20 23:34:49.959671 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 60220) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:34:50.024108 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-10ca99ee-a998-417e-93e8-ea0897aa5473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:50.051594 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-10ca99ee-a998-417e-93e8-ea0897aa5473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:50.100639 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-10ca99ee-a998-417e-93e8-ea0897aa5473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:50.105655 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fad93bc4-a4d8-4f00-9702-640b176f812f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:50.119559 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca99ee-a998-417e-93e8-ea0897aa5473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd460e3a-fb64-4cf2-ae2f-c91d87654996,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:50.122603 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-10ca99ee-a998-417e-93e8-ea0897aa5473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:50.123566 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-10ca99ee-a998-417e-93e8-ea0897aa5473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:50.124845 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-10ca99ee-a998-417e-93e8-ea0897aa5473 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd460e3a-fb64-4cf2-ae2f-c91d87654996 HTTP/1.1" status: 204 len: 168 time: 0.1640656 Apr 20 23:34:50.599483 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11 up at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:34:50.667790 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning for port fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11 completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:34:50.672560 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning complete for port fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11 triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:34:50.672976 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:50.793020 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:50.820094 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c32649-f814-4c88-8c9e-40c71e4c3706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:34:50.830562 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11,segment=NetworkSegment(d412a51e-fe1f-47f0-b436-ed235c64765a),segment_id=d412a51e-fe1f-47f0-b436-ed235c64765a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:34:50.833477 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:50.835345 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:50.874016 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c32649-f814-4c88-8c9e-40c71e4c3706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11', 'code': 200} Apr 20 23:34:50.907602 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:50.910647 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:51.175484 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c811c0-acd8-4733-8893-3e89c63bc3f5 req-bef996a2-4e04-4bac-818a-bc517fd7a49b tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:51.176974 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-88c811c0-acd8-4733-8893-3e89c63bc3f5 req-bef996a2-4e04-4bac-818a-bc517fd7a49b tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5c32649-f814-4c88-8c9e-40c71e4c3706 HTTP/1.1" status: 200 len: 946 time: 0.1549690 Apr 20 23:34:51.179835 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d3f93-62d4-4cba-b48f-4166872b54e9 req-37492272-d160-4bcd-931e-39affe3c2ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:51.181312 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-845d3f93-62d4-4cba-b48f-4166872b54e9 req-37492272-d160-4bcd-931e-39affe3c2ea4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a5c32649-f814-4c88-8c9e-40c71e4c3706 HTTP/1.1" status: 200 len: 1099 time: 0.1175048 Apr 20 23:34:51.250911 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-88c811c0-acd8-4733-8893-3e89c63bc3f5 req-5ebd9018-0262-4f2d-b995-cdd2ef26af5b tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675709 Apr 20 23:34:51.256293 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-845d3f93-62d4-4cba-b48f-4166872b54e9 req-3fa86a30-b2b0-4db7-9780-7e2626a6e27f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572248 Apr 20 23:34:52.178831 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d30272-00e2-429f-bc24-957998f29cc8 req-3831e380-999c-408e-a453-a5951a7086f3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:52.180402 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-39d30272-00e2-429f-bc24-957998f29cc8 req-3831e380-999c-408e-a453-a5951a7086f3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 947 time: 0.0877464 Apr 20 23:34:52.230653 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-39d30272-00e2-429f-bc24-957998f29cc8 req-4bb5b586-5245-4669-8404-09634f7e7981 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437384 Apr 20 23:34:52.413009 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ae78b7b2-8b86-4c94-be7a-c6705989c215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:52.459997 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcebc2-5fa8-4a8e-a4db-6593f33dc6e9 req-13fdc7bb-7e06-4c21-a672-0767fa459719 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:52.461683 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fedcebc2-5fa8-4a8e-a4db-6593f33dc6e9 req-13fdc7bb-7e06-4c21-a672-0767fa459719 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5c32649-f814-4c88-8c9e-40c71e4c3706 HTTP/1.1" status: 200 len: 946 time: 0.0933759 Apr 20 23:34:52.511595 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-fedcebc2-5fa8-4a8e-a4db-6593f33dc6e9 req-8b4f93d5-d6a2-4e90-918a-8a3d279ee6ee tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435238 Apr 20 23:34:52.875906 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:53.433174 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b29936-ac66-4408-b618-3d386ed3a275 req-a020b479-c428-490e-9181-635fef3ba3a2 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:53.434748 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e2b29936-ac66-4408-b618-3d386ed3a275 req-a020b479-c428-490e-9181-635fef3ba3a2 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 947 time: 0.0869758 Apr 20 23:34:53.481826 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e2b29936-ac66-4408-b618-3d386ed3a275 req-1d5c4892-5fb2-4eca-887f-5511db88c3c1 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407298 Apr 20 23:34:53.613996 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:53.709458 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d89f5-88e2-4558-bf3a-130165ce476f req-e7a1a317-9276-4da9-832a-ad358fae6785 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:53.711031 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b45d89f5-88e2-4558-bf3a-130165ce476f req-e7a1a317-9276-4da9-832a-ad358fae6785 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5c32649-f814-4c88-8c9e-40c71e4c3706 HTTP/1.1" status: 200 len: 946 time: 0.0882640 Apr 20 23:34:53.757708 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b45d89f5-88e2-4558-bf3a-130165ce476f req-09983678-352f-44a5-8aae-d552b13054dd tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402856 Apr 20 23:34:53.903891 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885cff0-c58f-4219-aa67-2d046960d251 req-e34585b4-db95-4e84-b7be-d7125d6416a7 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:53.905584 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d885cff0-c58f-4219-aa67-2d046960d251 req-e34585b4-db95-4e84-b7be-d7125d6416a7 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 947 time: 0.0912466 Apr 20 23:34:53.983672 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-d885cff0-c58f-4219-aa67-2d046960d251 req-bba7eac9-357d-4498-99c9-8f560e060570 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Deleting port 26e98946-4775-48e8-b92f-d93d81881b22 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:34:53.984085 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d885cff0-c58f-4219-aa67-2d046960d251 req-bba7eac9-357d-4498-99c9-8f560e060570 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:54.250627 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-d885cff0-c58f-4219-aa67-2d046960d251 req-bba7eac9-357d-4498-99c9-8f560e060570 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] For port 26e98946-4775-48e8-b92f-d93d81881b22, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=26e98946-4775-48e8-b92f-d93d81881b22,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:34:54.251015 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d885cff0-c58f-4219-aa67-2d046960d251 req-bba7eac9-357d-4498-99c9-8f560e060570 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:54.437359 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:54.852600 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d885cff0-c58f-4219-aa67-2d046960d251 req-bba7eac9-357d-4498-99c9-8f560e060570 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:54.853014 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d885cff0-c58f-4219-aa67-2d046960d251 req-bba7eac9-357d-4498-99c9-8f560e060570 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-648881'] for floatingip, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:54.853391 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.l3_db [req-d885cff0-c58f-4219-aa67-2d046960d251 req-bba7eac9-357d-4498-99c9-8f560e060570 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Floating IP ce2837aa-88b0-4226-b647-3089fd87603d disassociated. External IP: 172.28.2.11, port: 26e98946-4775-48e8-b92f-d93d81881b22. Apr 20 23:34:54.853771 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-d885cff0-c58f-4219-aa67-2d046960d251 req-bba7eac9-357d-4498-99c9-8f560e060570 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Calling delete_port for 26e98946-4775-48e8-b92f-d93d81881b22 owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:34:54.889911 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a1539-afb2-476c-8acd-cc7d15cb7639 req-7dbf1d06-d068-4fde-99c7-4cbbf89eac68 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:34:54.892415 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a80a1539-afb2-476c-8acd-cc7d15cb7639 req-7dbf1d06-d068-4fde-99c7-4cbbf89eac68 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2908fc7-9f6b-4017-8ac3-f0ed649c05cd HTTP/1.1" status: 200 len: 947 time: 0.2525601 Apr 20 23:34:54.973210 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a80a1539-afb2-476c-8acd-cc7d15cb7639 req-60bcba1e-78d0-4dd5-9423-7de73c6158ad tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups?id=22b63aab-2ba9-447b-ae50-49df7a4285ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735154 Apr 20 23:34:55.047605 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d885cff0-c58f-4219-aa67-2d046960d251 req-bba7eac9-357d-4498-99c9-8f560e060570 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:55.054197 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ad25c872-e640-462d-83ae-b0fc34c13179 tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:55.101040 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7eac9-357d-4498-99c9-8f560e060570 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Pushing event deleted for resources: {'Port': ['ID=26e98946-4775-48e8-b92f-d93d81881b22,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:55.104352 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-bba7eac9-357d-4498-99c9-8f560e060570 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:55.297178 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d885cff0-c58f-4219-aa67-2d046960d251 req-bba7eac9-357d-4498-99c9-8f560e060570 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Router bc8047de-5d62-4920-87f1-fce90c6f93d5 has already been hosted by L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:34:55.487523 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d885cff0-c58f-4219-aa67-2d046960d251 req-bba7eac9-357d-4498-99c9-8f560e060570 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:34:55.498619 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f008f3-04c9-4dfd-b27a-7f1e9fbc534c None None] Sync routers for ids ['bc8047de-5d62-4920-87f1-fce90c6f93d5'] in dv-cinder-787296-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:34:55.516081 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f008f3-04c9-4dfd-b27a-7f1e9fbc534c None None] Routers {'bc8047de-5d62-4920-87f1-fce90c6f93d5'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:34:55.516764 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-79f008f3-04c9-4dfd-b27a-7f1e9fbc534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:34:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['bc8047de-5d62-4920-87f1-fce90c6f93d5'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:34:55.579462 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-d885cff0-c58f-4219-aa67-2d046960d251 req-bba7eac9-357d-4498-99c9-8f560e060570 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] No DVR routers for this DVR port 26e98946-4775-48e8-b92f-d93d81881b22 on host hv-cinder-78729 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:34:55.588434 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-d885cff0-c58f-4219-aa67-2d046960d251 req-bba7eac9-357d-4498-99c9-8f560e060570 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:55.594046 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2908fc7-9f6b-4017-8ac3-f0ed649c05cd', 'name': 'network-vif-deleted', 'tag': '26e98946-4775-48e8-b92f-d93d81881b22'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:34:55.618560 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d885cff0-c58f-4219-aa67-2d046960d251 req-bba7eac9-357d-4498-99c9-8f560e060570 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.36 "DELETE /v2.0/ports/26e98946-4775-48e8-b92f-d93d81881b22 HTTP/1.1" status: 204 len: 173 time: 1.7055106 Apr 20 23:34:55.657406 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2908fc7-9f6b-4017-8ac3-f0ed649c05cd', 'name': 'network-vif-deleted', 'tag': '26e98946-4775-48e8-b92f-d93d81881b22', 'status': 'completed', 'code': 200} Apr 20 23:34:55.721635 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-79f008f3-04c9-4dfd-b27a-7f1e9fbc534c None None] Set router bc8047de-5d62-4920-87f1-fce90c6f93d5 gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:34:56.063657 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-79f008f3-04c9-4dfd-b27a-7f1e9fbc534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'name': 'tempest-AttachVolumeShelveTestJSON-734326088-router', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:03Z', 'updated_at': '2021-04-20T23:29:12Z', 'revision_number': 4, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'gw_port': {'id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:04Z', 'updated_at': '2021-04-20T23:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '5665c09e-6bc7-4499-8e73-883b2fb23858', 'name': '', 'network_id': '437210c7-1067-49df-b543-565768333126', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'mac_address': 'fa:16:3e:0c:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:10Z', 'updated_at': '2021-04-20T23:29:20Z', 'revision_number': 5, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'subnets': [{'id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:34:56.067835 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f008f3-04c9-4dfd-b27a-7f1e9fbc534c None None] Checking router: bc8047de-5d62-4920-87f1-fce90c6f93d5 for host: dv-cinder-787296-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:34:56.076618 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f008f3-04c9-4dfd-b27a-7f1e9fbc534c None None] Routers {'bc8047de-5d62-4920-87f1-fce90c6f93d5'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:34:56.077337 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-79f008f3-04c9-4dfd-b27a-7f1e9fbc534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:34:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['bc8047de-5d62-4920-87f1-fce90c6f93d5'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:34:56.116404 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 60272) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:34:56.188748 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-45c78067-76b1-4084-91f4-59d371c0995d tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:56.219586 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-45c78067-76b1-4084-91f4-59d371c0995d tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:56.269567 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-45c78067-76b1-4084-91f4-59d371c0995d tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:56.275248 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-013bc6aa-33c4-45d9-ba93-00e66ec70d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:56.293086 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c78067-76b1-4084-91f4-59d371c0995d tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b63aab-2ba9-447b-ae50-49df7a4285ef,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:56.301437 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-45c78067-76b1-4084-91f4-59d371c0995d tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:56.302359 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-45c78067-76b1-4084-91f4-59d371c0995d tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:56.306204 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-45c78067-76b1-4084-91f4-59d371c0995d tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "DELETE /v2.0/security-groups/22b63aab-2ba9-447b-ae50-49df7a4285ef HTTP/1.1" status: 204 len: 168 time: 0.1860271 Apr 20 23:34:56.306504 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 60276) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:34:56.324750 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.api.v2.resource [None req-71fef135-c2e6-47f2-9ecd-a88f9c4b9c08 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] show failed (client error): The resource could not be found. Apr 20 23:34:56.325939 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-71fef135-c2e6-47f2-9ecd-a88f9c4b9c08 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "GET /v2.0/security-groups/22b63aab-2ba9-447b-ae50-49df7a4285ef HTTP/1.1" status: 404 len: 347 time: 0.0184090 Apr 20 23:34:56.329467 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 60280) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:34:56.428409 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-79f008f3-04c9-4dfd-b27a-7f1e9fbc534c None None] Set router bc8047de-5d62-4920-87f1-fce90c6f93d5 gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:34:56.500758 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-412993fc-4763-49b3-8795-4b53619565d9 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Deleting port 6f1047b6-ed38-4e19-923b-457353b06f64 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:34:56.501343 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-412993fc-4763-49b3-8795-4b53619565d9 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:56.658051 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 26e98946-4775-48e8-b92f-d93d81881b22 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:34:56.684039 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-412993fc-4763-49b3-8795-4b53619565d9 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:56.684508 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-412993fc-4763-49b3-8795-4b53619565d9 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:56.697545 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] No Port match for: 26e98946-4775-48e8-b92f-d93d81881b22 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:34:56.698269 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 26e98946-4775-48e8-b92f-d93d81881b22 not bound to the agent host hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:34:56.776157 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-79f008f3-04c9-4dfd-b27a-7f1e9fbc534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'name': 'tempest-AttachVolumeShelveTestJSON-734326088-router', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:03Z', 'updated_at': '2021-04-20T23:29:12Z', 'revision_number': 4, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'gw_port': {'id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:04Z', 'updated_at': '2021-04-20T23:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '5665c09e-6bc7-4499-8e73-883b2fb23858', 'name': '', 'network_id': '437210c7-1067-49df-b543-565768333126', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'mac_address': 'fa:16:3e:0c:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:10Z', 'updated_at': '2021-04-20T23:29:20Z', 'revision_number': 5, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'subnets': [{'id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:34:56.780199 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f008f3-04c9-4dfd-b27a-7f1e9fbc534c None None] The sync data for ids ['bc8047de-5d62-4920-87f1-fce90c6f93d5'] in dv-cinder-787296-1-smb is: [{'id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'name': 'tempest-AttachVolumeShelveTestJSON-734326088-router', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:03Z', 'updated_at': '2021-04-20T23:29:12Z', 'revision_number': 4, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'gw_port': {'id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:04Z', 'updated_at': '2021-04-20T23:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': '5665c09e-6bc7-4499-8e73-883b2fb23858', 'name': '', 'network_id': '437210c7-1067-49df-b543-565768333126', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'mac_address': 'fa:16:3e:0c:ab:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:10Z', 'updated_at': '2021-04-20T23:29:20Z', 'revision_number': 5, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'subnets': [{'id': '35e08b0a-289c-44e2-8628-45bc2f24dd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:34:56.817497 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-412993fc-4763-49b3-8795-4b53619565d9 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Calling delete_port for 6f1047b6-ed38-4e19-923b-457353b06f64 owned by network:floatingip {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:34:56.964840 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-412993fc-4763-49b3-8795-4b53619565d9 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:56.969735 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a01b676f-cd85-4b4e-8049-3737d7389046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:34:57.017758 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412993fc-4763-49b3-8795-4b53619565d9 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Pushing event deleted for resources: {'Port': ['ID=6f1047b6-ed38-4e19-923b-457353b06f64,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:34:57.050948 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-412993fc-4763-49b3-8795-4b53619565d9 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:34:57.113950 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-412993fc-4763-49b3-8795-4b53619565d9 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks [] for floatingip, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:57.128938 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-412993fc-4763-49b3-8795-4b53619565d9 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:34:57.130198 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-412993fc-4763-49b3-8795-4b53619565d9 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] 10.222.0.16 "DELETE /v2.0/floatingips/ce2837aa-88b0-4226-b647-3089fd87603d HTTP/1.1" status: 204 len: 168 time: 0.7997427 Apr 20 23:34:57.161593 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c9e128-cd0e-4681-809e-bd8251a97fb7 None None] New status for floating IP ce2837aa-88b0-4226-b647-3089fd87603d: DOWN {{(pid=86358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 23:34:59.288151 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:34:59.976299 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 60326) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:00.406757 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-d8e3119a-eab6-4bf1-86b9-3aca41cf9045 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:00.408275 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-d8e3119a-eab6-4bf1-86b9-3aca41cf9045 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/networks?id=2e204a5b-b262-438c-b33b-796154db64da HTTP/1.1" status: 200 len: 815 time: 0.3176608 Apr 20 23:35:00.486047 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-34f2fe9f-0894-4e34-8238-d1d3203f48e8 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/quotas/e57a6344158846579a87f753c3e3ac4a HTTP/1.1" status: 200 len: 375 time: 0.0710773 Apr 20 23:35:00.712251 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-6aab1d87-52e5-413e-a384-df3d8afd6083 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e57a6344158846579a87f753c3e3ac4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1664231 Apr 20 23:35:00.917612 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-7a1bac8f-8908-4a5f-94bc-d2d8043a0d5b service neutron] 10.222.0.16 "GET /v2.0/networks/2e204a5b-b262-438c-b33b-796154db64da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956947 Apr 20 23:35:01.345054 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-782ae0b4-bdd1-46a7-b49a-e42571577809 service neutron] 10.222.0.16 "GET /v2.0/networks/2e204a5b-b262-438c-b33b-796154db64da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199638 Apr 20 23:35:01.360669 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-51de201e-fcdb-435b-baa6-0901e1ad257a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854149478'] for router_interface, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:01.543304 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cdb790d7-ed4d-4152-b838-7df4e47acc76 req-18cf4ffe-9212-4115-ac0c-8eb73afb0673 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=947695d5-f4d0-42b6-89d4-307ac829e188 HTTP/1.1" status: 200 len: 210 time: 0.0491600 Apr 20 23:35:01.739916 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-51de201e-fcdb-435b-baa6-0901e1ad257a admin admin] Deleting port 5665c09e-6bc7-4499-8e73-883b2fb23858 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:35:01.740307 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-51de201e-fcdb-435b-baa6-0901e1ad257a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:01.925920 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-51de201e-fcdb-435b-baa6-0901e1ad257a admin admin] For port 5665c09e-6bc7-4499-8e73-883b2fb23858, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=5665c09e-6bc7-4499-8e73-883b2fb23858,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:35:01.926239 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-51de201e-fcdb-435b-baa6-0901e1ad257a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:02.058858 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-51de201e-fcdb-435b-baa6-0901e1ad257a admin admin] Calling delete_port for 5665c09e-6bc7-4499-8e73-883b2fb23858 owned by network:router_interface {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:35:02.230236 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-51de201e-fcdb-435b-baa6-0901e1ad257a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:02.235308 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-85701617-35af-4fe6-a30e-e8f44c07d2ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:02.282365 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de201e-fcdb-435b-baa6-0901e1ad257a admin admin] Pushing event deleted for resources: {'Port': ['ID=5665c09e-6bc7-4499-8e73-883b2fb23858,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:02.285715 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-51de201e-fcdb-435b-baa6-0901e1ad257a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:02.648112 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-51de201e-fcdb-435b-baa6-0901e1ad257a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854149404'] for router_interface, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:02.856329 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6c2df24d-2cb0-4853-a006-2db4de319986 req-c52ed361-f766-4f1c-961e-fadbb50926d4 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=947695d5-f4d0-42b6-89d4-307ac829e188 HTTP/1.1" status: 200 len: 210 time: 0.1320302 Apr 20 23:35:02.918775 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-b1462070-c778-4356-9ce9-d5c60f2d426e tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:02.920289 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-b1462070-c778-4356-9ce9-d5c60f2d426e tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.36 "GET /v2.0/networks?id=2e204a5b-b262-438c-b33b-796154db64da HTTP/1.1" status: 200 len: 815 time: 0.3659549 Apr 20 23:35:02.937476 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-98fdf9a0-47e4-463b-86c0-e63f16d2dcd6 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Request body: {'port': {'device_id': '947695d5-f4d0-42b6-89d4-307ac829e188', 'network_id': '2e204a5b-b262-438c-b33b-796154db64da', 'admin_state_up': True, 'tenant_id': 'e57a6344158846579a87f753c3e3ac4a'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:35:03.464576 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-98fdf9a0-47e4-463b-86c0-e63f16d2dcd6 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:35:03.488458 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-98fdf9a0-47e4-463b-86c0-e63f16d2dcd6 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:35:03.508628 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-98fdf9a0-47e4-463b-86c0-e63f16d2dcd6 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Made reservation on behalf of e57a6344158846579a87f753c3e3ac4a for: {'port': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:35:03.514634 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-98fdf9a0-47e4-463b-86c0-e63f16d2dcd6 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:03.526738 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51de201e-fcdb-435b-baa6-0901e1ad257a admin admin] Router bc8047de-5d62-4920-87f1-fce90c6f93d5 has already been hosted by L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:35:03.848887 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51de201e-fcdb-435b-baa6-0901e1ad257a admin admin] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:35:03.856561 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-98fdf9a0-47e4-463b-86c0-e63f16d2dcd6 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Allocated IP 172.20.0.10 (2e204a5b-b262-438c-b33b-796154db64da/d127c2fc-660f-427e-a2af-20862e10eb85/c71b3c10-2269-4809-bab8-8db3b6964cbe) {{(pid=86357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:35:03.858639 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928a6b38-ebfc-4057-964c-ca61a6a18420 None None] Sync routers for ids ['bc8047de-5d62-4920-87f1-fce90c6f93d5'] in dv-cinder-787296-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:35:03.868706 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928a6b38-ebfc-4057-964c-ca61a6a18420 None None] Routers {'bc8047de-5d62-4920-87f1-fce90c6f93d5'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:35:03.869417 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-928a6b38-ebfc-4057-964c-ca61a6a18420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:34:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['bc8047de-5d62-4920-87f1-fce90c6f93d5'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:03.898183 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-51de201e-fcdb-435b-baa6-0901e1ad257a admin admin] 10.222.0.16 "PUT /v2.0/routers/bc8047de-5d62-4920-87f1-fce90c6f93d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9206753 Apr 20 23:35:03.901028 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 60360) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:04.078200 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-928a6b38-ebfc-4057-964c-ca61a6a18420 None None] Set router bc8047de-5d62-4920-87f1-fce90c6f93d5 gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:35:04.096863 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5b5f2718-2a25-4f88-8818-500e38915ca9 req-1041106e-a5f6-46b8-ae33-125cee1660c6 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=947695d5-f4d0-42b6-89d4-307ac829e188 HTTP/1.1" status: 200 len: 210 time: 0.1180191 Apr 20 23:35:04.100350 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-98fdf9a0-47e4-463b-86c0-e63f16d2dcd6 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks [] for port, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:04.138269 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-98fdf9a0-47e4-463b-86c0-e63f16d2dcd6 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:04.145985 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-bba7eac9-357d-4498-99c9-8f560e060570 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:04.148766 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-43885a7f-2d9b-455e-8c0d-953e8926d0ea admin admin] Notify callbacks [] for router, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:04.150391 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['65999c73-dbce-45e5-8f81-7923b9357319', '67fcd84b-1582-496a-93a9-75bcdc9d69ea', 'fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:35:04.216397 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-98fdf9a0-47e4-463b-86c0-e63f16d2dcd6 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Network 2e204a5b-b262-438c-b33b-796154db64da is already hosted by enough agents. {{(pid=86357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:35:04.221202 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-98fdf9a0-47e4-463b-86c0-e63f16d2dcd6 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Resources bound (agent type, host, resource id): {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:35:04.224317 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-98fdf9a0-47e4-463b-86c0-e63f16d2dcd6 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Received port after_create {{(pid=86357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:35:04.310368 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-98fdf9a0-47e4-463b-86c0-e63f16d2dcd6 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:04.311100 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-98fdf9a0-47e4-463b-86c0-e63f16d2dcd6 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:04.337415 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fdf9a0-47e4-463b-86c0-e63f16d2dcd6 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Pushing event updated for resources: {'Port': ['ID=c71b3c10-2269-4809-bab8-8db3b6964cbe,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:04.350472 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-98fdf9a0-47e4-463b-86c0-e63f16d2dcd6 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:04.358021 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-98fdf9a0-47e4-463b-86c0-e63f16d2dcd6 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4249659 Apr 20 23:35:04.372299 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-1d84249d-7ce1-495b-a806-c9d491be1e77 service neutron] Request body: {'port': {'device_id': '947695d5-f4d0-42b6-89d4-307ac829e188', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:35:04.409315 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-928a6b38-ebfc-4057-964c-ca61a6a18420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'name': 'tempest-AttachVolumeShelveTestJSON-734326088-router', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:03Z', 'updated_at': '2021-04-20T23:35:02Z', 'revision_number': 5, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'gw_port': {'id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:04Z', 'updated_at': '2021-04-20T23:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb'}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:04.414054 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928a6b38-ebfc-4057-964c-ca61a6a18420 None None] Checking router: bc8047de-5d62-4920-87f1-fce90c6f93d5 for host: dv-cinder-787296-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:35:04.424649 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928a6b38-ebfc-4057-964c-ca61a6a18420 None None] Routers {'bc8047de-5d62-4920-87f1-fce90c6f93d5'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:35:04.425387 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-928a6b38-ebfc-4057-964c-ca61a6a18420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:34:52Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['bc8047de-5d62-4920-87f1-fce90c6f93d5'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:04.570275 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-1d84249d-7ce1-495b-a806-c9d491be1e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:04.606706 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-43885a7f-2d9b-455e-8c0d-953e8926d0ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:04.618563 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-43885a7f-2d9b-455e-8c0d-953e8926d0ea admin admin] Deleting port c4788111-8601-4275-b4ac-9a6f54d97787 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:35:04.618952 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-43885a7f-2d9b-455e-8c0d-953e8926d0ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:04.638631 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-928a6b38-ebfc-4057-964c-ca61a6a18420 None None] Set router bc8047de-5d62-4920-87f1-fce90c6f93d5 gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:35:04.811914 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-43885a7f-2d9b-455e-8c0d-953e8926d0ea admin admin] For port c4788111-8601-4275-b4ac-9a6f54d97787, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=c4788111-8601-4275-b4ac-9a6f54d97787,segment=NetworkSegment(6da6a8de-ef5d-4456-8d26-a2b4515179e3),segment_id=6da6a8de-ef5d-4456-8d26-a2b4515179e3)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:35:04.812851 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-43885a7f-2d9b-455e-8c0d-953e8926d0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:04.947598 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-928a6b38-ebfc-4057-964c-ca61a6a18420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'name': 'tempest-AttachVolumeShelveTestJSON-734326088-router', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:03Z', 'updated_at': '2021-04-20T23:35:02Z', 'revision_number': 5, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'gw_port': {'id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:04Z', 'updated_at': '2021-04-20T23:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb'}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:04.950957 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-1d84249d-7ce1-495b-a806-c9d491be1e77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c71b3c10-2269-4809-bab8-8db3b6964cbe {{(pid=86357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:35:04.951596 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928a6b38-ebfc-4057-964c-ca61a6a18420 None None] The sync data for ids ['bc8047de-5d62-4920-87f1-fce90c6f93d5'] in dv-cinder-787296-1-smb is: [{'id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'name': 'tempest-AttachVolumeShelveTestJSON-734326088-router', 'tenant_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:29:03Z', 'updated_at': '2021-04-20T23:35:02Z', 'revision_number': 5, 'project_id': 'ee794c51b2d7444ca7efc3b0ee9ce528', 'gw_port': {'id': 'c4788111-8601-4275-b4ac-9a6f54d97787', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8047de-5d62-4920-87f1-fce90c6f93d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:29:04Z', 'updated_at': '2021-04-20T23:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb'}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:35:04.951948 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-43885a7f-2d9b-455e-8c0d-953e8926d0ea admin admin] Calling delete_port for c4788111-8601-4275-b4ac-9a6f54d97787 owned by network:router_gateway {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:35:04.960246 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-1d84249d-7ce1-495b-a806-c9d491be1e77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:04.976729 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-1d84249d-7ce1-495b-a806-c9d491be1e77 service neutron] Transition to ACTIVE for port object c71b3c10-2269-4809-bab8-8db3b6964cbe will not be triggered until provisioned by entity L2. {{(pid=86357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:35:04.982415 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-1d84249d-7ce1-495b-a806-c9d491be1e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851800608'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:04.987068 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b67dc52b-9b09-420a-b5e4-e5d68ee8fee1 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:05.125884 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84249d-7ce1-495b-a806-c9d491be1e77 service neutron] Pushing event updated for resources: {'Port': ['ID=c71b3c10-2269-4809-bab8-8db3b6964cbe,revision_number=2']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:05.142497 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-43885a7f-2d9b-455e-8c0d-953e8926d0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:05.147999 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ad750ab2-af05-4eea-940d-620717794e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:05.154061 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1d84249d-7ce1-495b-a806-c9d491be1e77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:05.195220 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43885a7f-2d9b-455e-8c0d-953e8926d0ea admin admin] Pushing event deleted for resources: {'Port': ['ID=c4788111-8601-4275-b4ac-9a6f54d97787,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:05.200039 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-43885a7f-2d9b-455e-8c0d-953e8926d0ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:05.236432 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-1d84249d-7ce1-495b-a806-c9d491be1e77 service neutron] Attempting to bind port c71b3c10-2269-4809-bab8-8db3b6964cbe on host hv-cinder-78729 for vnic_type normal with profile {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:35:05.236810 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-1d84249d-7ce1-495b-a806-c9d491be1e77 service neutron] Attempting to bind port c71b3c10-2269-4809-bab8-8db3b6964cbe by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'd412a51e-fe1f-47f0-b436-ed235c64765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2e204a5b-b262-438c-b33b-796154db64da'}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:35:05.237196 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-1d84249d-7ce1-495b-a806-c9d491be1e77 service neutron] Attempting to bind port c71b3c10-2269-4809-bab8-8db3b6964cbe on network 2e204a5b-b262-438c-b33b-796154db64da {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:35:05.284827 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-1d84249d-7ce1-495b-a806-c9d491be1e77 service neutron] Port c71b3c10-2269-4809-bab8-8db3b6964cbe on network 2e204a5b-b262-438c-b33b-796154db64da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:35:05.285192 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-1d84249d-7ce1-495b-a806-c9d491be1e77 service neutron] Attempting to bind port c71b3c10-2269-4809-bab8-8db3b6964cbe on network 2e204a5b-b262-438c-b33b-796154db64da {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:35:05.299307 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-1d84249d-7ce1-495b-a806-c9d491be1e77 service neutron] Checking agent: {'id': '0dbb4980-ddab-4c32-9a5e-02cbda900cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:35:05.299692 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-1d84249d-7ce1-495b-a806-c9d491be1e77 service neutron] Checking segment: {'id': 'd412a51e-fe1f-47f0-b436-ed235c64765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2e204a5b-b262-438c-b33b-796154db64da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:35:05.300112 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-1d84249d-7ce1-495b-a806-c9d491be1e77 service neutron] Bound using segment: {'id': 'd412a51e-fe1f-47f0-b436-ed235c64765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2e204a5b-b262-438c-b33b-796154db64da'} {{(pid=86357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:35:05.300238 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-43885a7f-2d9b-455e-8c0d-953e8926d0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645221'] for router_gateway, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:05.300593 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-1d84249d-7ce1-495b-a806-c9d491be1e77 service neutron] Bound port: c71b3c10-2269-4809-bab8-8db3b6964cbe, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd412a51e-fe1f-47f0-b436-ed235c64765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2e204a5b-b262-438c-b33b-796154db64da'}}] {{(pid=86357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:35:05.300974 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-1d84249d-7ce1-495b-a806-c9d491be1e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:05.418553 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6045fa7-9828-4db7-9db3-7c561dd33541 req-82414009-5985-4064-a1d1-5e8221eeee2c tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:05.419195 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-a6045fa7-9828-4db7-9db3-7c561dd33541 req-82414009-5985-4064-a1d1-5e8221eeee2c tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Synchronizing usage tracker for tenant:e57a6344158846579a87f753c3e3ac4a on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:35:05.431745 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-1d84249d-7ce1-495b-a806-c9d491be1e77 service neutron] For port c71b3c10-2269-4809-bab8-8db3b6964cbe, host hv-cinder-78729, cleared binding levels {{(pid=86357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:35:05.438413 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-1d84249d-7ce1-495b-a806-c9d491be1e77 service neutron] For port c71b3c10-2269-4809-bab8-8db3b6964cbe, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=c71b3c10-2269-4809-bab8-8db3b6964cbe,segment=NetworkSegment(d412a51e-fe1f-47f0-b436-ed235c64765a),segment_id=d412a51e-fe1f-47f0-b436-ed235c64765a)] {{(pid=86357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:35:05.443225 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-1d84249d-7ce1-495b-a806-c9d491be1e77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851800608'] for port, after_update {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:05.448377 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5e2c574c-6b89-498e-ad56-d8428fc831bc tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:05.490025 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-a6045fa7-9828-4db7-9db3-7c561dd33541 req-82414009-5985-4064-a1d1-5e8221eeee2c tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Unset dirty status for tenant:e57a6344158846579a87f753c3e3ac4a on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:35:05.491316 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a6045fa7-9828-4db7-9db3-7c561dd33541 req-82414009-5985-4064-a1d1-5e8221eeee2c tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=947695d5-f4d0-42b6-89d4-307ac829e188 HTTP/1.1" status: 200 len: 944 time: 0.2516196 Apr 20 23:35:05.495696 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-43885a7f-2d9b-455e-8c0d-953e8926d0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-628537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773410'] for router, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:05.498092 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-43885a7f-2d9b-455e-8c0d-953e8926d0ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:05.508641 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-1d84249d-7ce1-495b-a806-c9d491be1e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:05.509341 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-1d84249d-7ce1-495b-a806-c9d491be1e77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:05.510993 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-1d84249d-7ce1-495b-a806-c9d491be1e77 service neutron] 10.222.0.36 "PUT /v2.0/ports/c71b3c10-2269-4809-bab8-8db3b6964cbe HTTP/1.1" status: 200 len: 1094 time: 1.1446168 Apr 20 23:35:05.514322 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947695d5-f4d0-42b6-89d4-307ac829e188', 'tag': 'c71b3c10-2269-4809-bab8-8db3b6964cbe'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:35:05.521182 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-43885a7f-2d9b-455e-8c0d-953e8926d0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854152067'] for router, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:05.521914 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43885a7f-2d9b-455e-8c0d-953e8926d0ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc8047de-5d62-4920-87f1-fce90c6f93d5 {{(pid=86356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 23:35:05.552518 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-43885a7f-2d9b-455e-8c0d-953e8926d0ea admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:05.556901 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-43885a7f-2d9b-455e-8c0d-953e8926d0ea admin admin] 10.222.0.16 "DELETE /v2.0/routers/bc8047de-5d62-4920-87f1-fce90c6f93d5 HTTP/1.1" status: 204 len: 168 time: 1.6514132 Apr 20 23:35:05.557037 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 60368) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:05.600161 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947695d5-f4d0-42b6-89d4-307ac829e188', 'tag': 'c71b3c10-2269-4809-bab8-8db3b6964cbe', 'status': 'completed', 'code': 200} Apr 20 23:35:05.637988 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84249d-7ce1-495b-a806-c9d491be1e77 service neutron] Pushing event updated for resources: {'Port': ['ID=c71b3c10-2269-4809-bab8-8db3b6964cbe,revision_number=3']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:05.638305 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b52904c-c1c9-42a8-9ecf-71201c81e482 admin admin] Deleting subnet 35e08b0a-289c-44e2-8628-45bc2f24dd02 {{(pid=86356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:35:05.642390 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9b52904c-c1c9-42a8-9ecf-71201c81e482 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:05.644867 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1d84249d-7ce1-495b-a806-c9d491be1e77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:05.648147 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a6045fa7-9828-4db7-9db3-7c561dd33541 req-ee672d66-e197-481b-b3e5-beeb3d09e05d tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466248 Apr 20 23:35:05.674378 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-a67987f0-2cdf-4f5a-90a1-f4386446c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:05.675951 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-a67987f0-2cdf-4f5a-90a1-f4386446c916 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e57a6344158846579a87f753c3e3ac4a&device_id=947695d5-f4d0-42b6-89d4-307ac829e188 HTTP/1.1" status: 200 len: 1097 time: 0.1206052 Apr 20 23:35:05.709169 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9b52904c-c1c9-42a8-9ecf-71201c81e482 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851916009'] for subnet, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:05.751549 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-817c1bde-5155-41c1-a7c5-20d416cc24aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c71b3c10-2269-4809-bab8-8db3b6964cbe HTTP/1.1" status: 200 len: 217 time: 0.0679700 Apr 20 23:35:05.795635 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9b52904c-c1c9-42a8-9ecf-71201c81e482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853347799'] for subnet, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:05.830134 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-6a05511a-f2e4-4237-af58-32759322b907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:05.831714 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-6a05511a-f2e4-4237-af58-32759322b907 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d127c2fc-660f-427e-a2af-20862e10eb85 HTTP/1.1" status: 200 len: 855 time: 0.0696781 Apr 20 23:35:05.887206 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-96ac938c-4ee7-46c8-855f-92f30adf021b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e204a5b-b262-438c-b33b-796154db64da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480101 Apr 20 23:35:06.034194 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-8ea22860-cfdd-4c70-9fa6-7d2ee8acfd10 service neutron] 10.222.0.36 "GET /v2.0/networks/2e204a5b-b262-438c-b33b-796154db64da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364589 Apr 20 23:35:06.054759 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9b52904c-c1c9-42a8-9ecf-71201c81e482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2931179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2663428'] for subnet, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:06.059658 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:06.095950 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52904c-c1c9-42a8-9ecf-71201c81e482 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35e08b0a-289c-44e2-8628-45bc2f24dd02,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:06.099196 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9b52904c-c1c9-42a8-9ecf-71201c81e482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:06.100229 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9b52904c-c1c9-42a8-9ecf-71201c81e482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:06.106385 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-9b52904c-c1c9-42a8-9ecf-71201c81e482 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/35e08b0a-289c-44e2-8628-45bc2f24dd02 HTTP/1.1" status: 204 len: 168 time: 0.5460002 Apr 20 23:35:06.107983 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c758515-36c2-4514-97b5-7e52e2ae199c None None] Network 437210c7-1067-49df-b543-565768333126 requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:35:06.109030 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 60372) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:06.181325 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-957804cf-27e0-486a-8f71-b024b1a3dd32 req-eaf83cd4-71ee-48e7-85d2-195b64083f4d service neutron] 10.222.0.36 "GET /v2.0/networks/2e204a5b-b262-438c-b33b-796154db64da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396067 Apr 20 23:35:06.226832 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5db189be-8acb-47d0-a288-e1835f1339f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853052571'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:06.238066 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-5db189be-8acb-47d0-a288-e1835f1339f7 admin admin] Deleting port 6ca84519-4218-4186-addf-d170d9cd42ce {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:35:06.238436 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5db189be-8acb-47d0-a288-e1835f1339f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:06.309790 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13b0ab-9eca-43c7-b659-aedb1863a759 req-a44d577b-fd5b-4e9e-aef3-52eabd6ee9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:06.311331 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8b13b0ab-9eca-43c7-b659-aedb1863a759 req-a44d577b-fd5b-4e9e-aef3-52eabd6ee9bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e57a6344158846579a87f753c3e3ac4a&device_id=947695d5-f4d0-42b6-89d4-307ac829e188 HTTP/1.1" status: 200 len: 1097 time: 0.0801537 Apr 20 23:35:06.369803 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a6b82a-73f4-4321-a99a-d1b6c89064d8 None None] DHCP port deletion for 437210c7-1067-49df-b543-565768333126 request from dv-cinder-787296-1-smb {{(pid=86358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 23:35:06.374007 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-56a6b82a-73f4-4321-a99a-d1b6c89064d8 None None] Deleting port 6ca84519-4218-4186-addf-d170d9cd42ce {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:35:06.374941 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-56a6b82a-73f4-4321-a99a-d1b6c89064d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:06.462368 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13b0ab-9eca-43c7-b659-aedb1863a759 req-cb7895d9-fb9e-42bc-89b1-743a22e3ea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:06.463963 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8b13b0ab-9eca-43c7-b659-aedb1863a759 req-cb7895d9-fb9e-42bc-89b1-743a22e3ea1b service neutron] 10.222.0.36 "GET /v2.0/networks?id=2e204a5b-b262-438c-b33b-796154db64da HTTP/1.1" status: 200 len: 916 time: 0.1444302 Apr 20 23:35:06.478687 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5db189be-8acb-47d0-a288-e1835f1339f7 admin admin] For port 6ca84519-4218-4186-addf-d170d9cd42ce, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=6ca84519-4218-4186-addf-d170d9cd42ce,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:35:06.479080 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5db189be-8acb-47d0-a288-e1835f1339f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:06.547832 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8b13b0ab-9eca-43c7-b659-aedb1863a759 req-abbfc5c1-26e3-4129-85d7-d7a9fdbf41c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c71b3c10-2269-4809-bab8-8db3b6964cbe HTTP/1.1" status: 200 len: 217 time: 0.0721698 Apr 20 23:35:06.613332 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-5db189be-8acb-47d0-a288-e1835f1339f7 admin admin] Calling delete_port for 6ca84519-4218-4186-addf-d170d9cd42ce owned by network:dhcp {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:35:06.618275 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-56a6b82a-73f4-4321-a99a-d1b6c89064d8 None None] For port 6ca84519-4218-4186-addf-d170d9cd42ce, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=6ca84519-4218-4186-addf-d170d9cd42ce,segment=NetworkSegment(b88ef728-b5a0-4c96-8aa3-2810e09e1342),segment_id=b88ef728-b5a0-4c96-8aa3-2810e09e1342)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:35:06.618739 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-56a6b82a-73f4-4321-a99a-d1b6c89064d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:06.624080 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13b0ab-9eca-43c7-b659-aedb1863a759 req-a6d4ef9f-c623-456e-a56b-4c114ec3bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:06.627764 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8b13b0ab-9eca-43c7-b659-aedb1863a759 req-a6d4ef9f-c623-456e-a56b-4c114ec3bff7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d127c2fc-660f-427e-a2af-20862e10eb85 HTTP/1.1" status: 200 len: 855 time: 0.0704544 Apr 20 23:35:06.632959 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 5665c09e-6bc7-4499-8e73-883b2fb23858 no longer exists at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:35:06.687629 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8b13b0ab-9eca-43c7-b659-aedb1863a759 req-b356ad02-6343-42e5-8e45-3f66a575065c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2e204a5b-b262-438c-b33b-796154db64da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524187 Apr 20 23:35:06.691315 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5db189be-8acb-47d0-a288-e1835f1339f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:06.696620 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ede0cb22-4a87-4565-b3ef-7c997be21361 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:06.726667 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] No Port match for: 5665c09e-6bc7-4499-8e73-883b2fb23858 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:35:06.727051 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 5665c09e-6bc7-4499-8e73-883b2fb23858 not bound to the agent host dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:35:06.727515 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device c4788111-8601-4275-b4ac-9a6f54d97787 no longer exists at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:35:06.750354 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db189be-8acb-47d0-a288-e1835f1339f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ca84519-4218-4186-addf-d170d9cd42ce,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:06.756579 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db189be-8acb-47d0-a288-e1835f1339f7 admin admin] No DVR routers for this DVR port 6ca84519-4218-4186-addf-d170d9cd42ce on host dv-cinder-787296-1-smb {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:35:06.758340 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5db189be-8acb-47d0-a288-e1835f1339f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:06.830198 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-56a6b82a-73f4-4321-a99a-d1b6c89064d8 None None] Calling delete_port for 6ca84519-4218-4186-addf-d170d9cd42ce owned by network:dhcp {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:35:06.843857 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8b13b0ab-9eca-43c7-b659-aedb1863a759 req-337c12bc-7dee-487f-82ab-21c16d08cf93 service neutron] 10.222.0.36 "GET /v2.0/networks/2e204a5b-b262-438c-b33b-796154db64da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481922 Apr 20 23:35:06.869648 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] No Port match for: c4788111-8601-4275-b4ac-9a6f54d97787 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:35:06.870047 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device c4788111-8601-4275-b4ac-9a6f54d97787 not bound to the agent host dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:35:06.870506 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 6ca84519-4218-4186-addf-d170d9cd42ce no longer exists at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:35:06.917950 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] No Port match for: 6ca84519-4218-4186-addf-d170d9cd42ce {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:35:06.918321 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 6ca84519-4218-4186-addf-d170d9cd42ce not bound to the agent host dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:35:06.942116 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5db189be-8acb-47d0-a288-e1835f1339f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428092', 'neutron.services.segments.db._delete_segments_for_network-8757164038259'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:06.951163 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.db.api [None req-56a6b82a-73f4-4321-a99a-d1b6c89064d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 23:35:06.951579 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_db.api [None req-56a6b82a-73f4-4321-a99a-d1b6c89064d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 23:35:06.990209 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8b13b0ab-9eca-43c7-b659-aedb1863a759 req-0e0df0c7-3f92-4042-8e8a-36dd5d932f5b service neutron] 10.222.0.36 "GET /v2.0/networks/2e204a5b-b262-438c-b33b-796154db64da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383393 Apr 20 23:35:07.058418 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514addc0-ea41-4e60-9961-a14b9ee65720 req-6e1a7e43-eb7d-406d-9320-400c4a53476c tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:07.060001 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-514addc0-ea41-4e60-9961-a14b9ee65720 req-6e1a7e43-eb7d-406d-9320-400c4a53476c tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=947695d5-f4d0-42b6-89d4-307ac829e188 HTTP/1.1" status: 200 len: 944 time: 0.2528818 Apr 20 23:35:07.088632 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-5db189be-8acb-47d0-a288-e1835f1339f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['437210c7-1067-49df-b543-565768333126']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:07.107358 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-5db189be-8acb-47d0-a288-e1835f1339f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88ef728-b5a0-4c96-8aa3-2810e09e1342') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:07.107693 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-5db189be-8acb-47d0-a288-e1835f1339f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88ef728-b5a0-4c96-8aa3-2810e09e1342') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:07.131376 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5db189be-8acb-47d0-a288-e1835f1339f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279690575971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2859807'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:07.147964 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-514addc0-ea41-4e60-9961-a14b9ee65720 req-e882db14-8e0e-437a-a798-b45df28ef2c6 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773435 Apr 20 23:35:07.152059 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5db189be-8acb-47d0-a288-e1835f1339f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:07.159091 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db189be-8acb-47d0-a288-e1835f1339f7 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:35:07.339111 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-5db189be-8acb-47d0-a288-e1835f1339f7 admin admin] Network 437210c7-1067-49df-b543-565768333126 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:35:07.348811 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5db189be-8acb-47d0-a288-e1835f1339f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853386440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851844280'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:07.453684 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-56a6b82a-73f4-4321-a99a-d1b6c89064d8 None None] Deleting port 6ca84519-4218-4186-addf-d170d9cd42ce {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:35:07.454113 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-56a6b82a-73f4-4321-a99a-d1b6c89064d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:07.523053 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-56a6b82a-73f4-4321-a99a-d1b6c89064d8 None None] The port '6ca84519-4218-4186-addf-d170d9cd42ce' was deleted {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 23:35:07.527957 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-5db189be-8acb-47d0-a288-e1835f1339f7 admin admin] Network 437210c7-1067-49df-b543-565768333126 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: timer() Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: cb(*args, **kw) Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: self._notify() Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: self.callback(batched_events) Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: event.method(event) Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: return self._get(url).json() Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: **kwargs) Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: **endpoint_filter) Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:35:07.551090 dv-cinder-787296-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:35:07.627668 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5db189be-8acb-47d0-a288-e1835f1339f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853347724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648834'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:07.632235 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5db189be-8acb-47d0-a288-e1835f1339f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:07.635891 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a3465582-8fb3-4b98-a2ff-2ba96cc060d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:07.661700 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db189be-8acb-47d0-a288-e1835f1339f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=437210c7-1067-49df-b543-565768333126,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:07.664022 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5db189be-8acb-47d0-a288-e1835f1339f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:07.674035 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5db189be-8acb-47d0-a288-e1835f1339f7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/437210c7-1067-49df-b543-565768333126 HTTP/1.1" status: 204 len: 168 time: 1.5639617 Apr 20 23:35:07.792542 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 60382) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:07.843644 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-d5db88b8-090e-463e-ae5e-b60f36b96269 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee794c51b2d7444ca7efc3b0ee9ce528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495389 Apr 20 23:35:07.846123 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 60386) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:07.905620 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6450d92f-d979-4ee4-a129-1c6de4473290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:07.932280 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6450d92f-d979-4ee4-a129-1c6de4473290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:07.975520 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6450d92f-d979-4ee4-a129-1c6de4473290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:07.980378 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-10ca99ee-a998-417e-93e8-ea0897aa5473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:07.994463 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450d92f-d979-4ee4-a129-1c6de4473290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527d644e-22e7-49db-9a86-6c8d655b51fd,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:07.999180 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6450d92f-d979-4ee4-a129-1c6de4473290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:08.001763 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6450d92f-d979-4ee4-a129-1c6de4473290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:08.002975 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-6450d92f-d979-4ee4-a129-1c6de4473290 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/527d644e-22e7-49db-9a86-6c8d655b51fd HTTP/1.1" status: 204 len: 168 time: 0.1558957 Apr 20 23:35:08.349718 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca9ebf-9bbd-4c6e-b614-3a046ee3ce70 req-060fb40a-8424-40af-ad1b-4a80246dbb2d tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:08.351320 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-efca9ebf-9bbd-4c6e-b614-3a046ee3ce70 req-060fb40a-8424-40af-ad1b-4a80246dbb2d tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=947695d5-f4d0-42b6-89d4-307ac829e188 HTTP/1.1" status: 200 len: 944 time: 0.0899763 Apr 20 23:35:08.400300 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-efca9ebf-9bbd-4c6e-b614-3a046ee3ce70 req-60fa1ea6-9ae6-4bf7-a3e2-e6fc759a41e4 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420823 Apr 20 23:35:08.705950 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device c71b3c10-2269-4809-bab8-8db3b6964cbe details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:35:08.846694 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port c71b3c10-2269-4809-bab8-8db3b6964cbe, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=c71b3c10-2269-4809-bab8-8db3b6964cbe,segment=NetworkSegment(d412a51e-fe1f-47f0-b436-ed235c64765a),segment_id=d412a51e-fe1f-47f0-b436-ed235c64765a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:35:08.860367 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Returning: {'device': 'c71b3c10-2269-4809-bab8-8db3b6964cbe', 'network_id': '2e204a5b-b262-438c-b33b-796154db64da', 'port_id': 'c71b3c10-2269-4809-bab8-8db3b6964cbe', 'mac_address': 'fa:16:3e:a0:cc:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd127c2fc-660f-427e-a2af-20862e10eb85', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:35:08.918663 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:08.935726 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c71b3c10-2269-4809-bab8-8db3b6964cbe {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:35:08.951763 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port c71b3c10-2269-4809-bab8-8db3b6964cbe, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=c71b3c10-2269-4809-bab8-8db3b6964cbe,segment=NetworkSegment(d412a51e-fe1f-47f0-b436-ed235c64765a),segment_id=d412a51e-fe1f-47f0-b436-ed235c64765a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:35:08.955033 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:08.956861 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:09.031328 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=c71b3c10-2269-4809-bab8-8db3b6964cbe,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:09.034525 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:09.236699 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['c71b3c10-2269-4809-bab8-8db3b6964cbe'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:35:09.615953 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0739968-56a1-4fab-9316-bf1e6bf88dc1 req-0e6ff513-5b2c-4ca9-b28d-cfdae0a10347 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:09.617608 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a0739968-56a1-4fab-9316-bf1e6bf88dc1 req-0e6ff513-5b2c-4ca9-b28d-cfdae0a10347 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=947695d5-f4d0-42b6-89d4-307ac829e188 HTTP/1.1" status: 200 len: 945 time: 0.1002419 Apr 20 23:35:09.666189 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-a0739968-56a1-4fab-9316-bf1e6bf88dc1 req-e8a30e2a-5ffa-4170-841a-3e4a86141bbe tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422637 Apr 20 23:35:10.708918 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device c71b3c10-2269-4809-bab8-8db3b6964cbe up at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:35:10.786835 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning for port c71b3c10-2269-4809-bab8-8db3b6964cbe completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:35:10.791915 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning complete for port c71b3c10-2269-4809-bab8-8db3b6964cbe triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:35:10.792338 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:10.869750 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6ff91-5718-4ffb-a918-8379e19e2ce1 req-32be269d-1d28-4ab5-8204-935903596d2d tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:10.871359 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c3b6ff91-5718-4ffb-a918-8379e19e2ce1 req-32be269d-1d28-4ab5-8204-935903596d2d tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=947695d5-f4d0-42b6-89d4-307ac829e188 HTTP/1.1" status: 200 len: 945 time: 0.0927920 Apr 20 23:35:10.919478 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:10.924860 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c3b6ff91-5718-4ffb-a918-8379e19e2ce1 req-5f04e897-e9f5-40c5-8c9a-db46645b602f tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472195 Apr 20 23:35:10.948864 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947695d5-f4d0-42b6-89d4-307ac829e188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71b3c10-2269-4809-bab8-8db3b6964cbe'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:35:10.959978 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port c71b3c10-2269-4809-bab8-8db3b6964cbe, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=c71b3c10-2269-4809-bab8-8db3b6964cbe,segment=NetworkSegment(d412a51e-fe1f-47f0-b436-ed235c64765a),segment_id=d412a51e-fe1f-47f0-b436-ed235c64765a)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:35:10.963361 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:10.965335 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f92cfae0-05b9-4d4b-9ad0-6a58ede3f129 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:11.003059 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947695d5-f4d0-42b6-89d4-307ac829e188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71b3c10-2269-4809-bab8-8db3b6964cbe', 'code': 200} Apr 20 23:35:11.037682 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=c71b3c10-2269-4809-bab8-8db3b6964cbe,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:11.040725 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:11.259004 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d5df7-1cf7-4899-bd34-508b8c594b8c req-785705ec-e6ab-4a8d-a43d-2f6ea02a6589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:11.260963 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad1d5df7-1cf7-4899-bd34-508b8c594b8c req-785705ec-e6ab-4a8d-a43d-2f6ea02a6589 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=947695d5-f4d0-42b6-89d4-307ac829e188 HTTP/1.1" status: 200 len: 1099 time: 0.0786409 Apr 20 23:35:11.311562 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ad1d5df7-1cf7-4899-bd34-508b8c594b8c req-2640b362-fbab-4200-b85b-b398223bf449 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424156 Apr 20 23:35:12.123801 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70afeaf-0ae6-4993-b4ba-6cbeeb076a14 req-026cef53-0477-4ff5-925b-21396a141626 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:12.125685 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e70afeaf-0ae6-4993-b4ba-6cbeeb076a14 req-026cef53-0477-4ff5-925b-21396a141626 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=947695d5-f4d0-42b6-89d4-307ac829e188 HTTP/1.1" status: 200 len: 946 time: 0.0869243 Apr 20 23:35:12.173362 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e70afeaf-0ae6-4993-b4ba-6cbeeb076a14 req-8270507b-10c5-48f7-8c8d-238c47f59e77 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413799 Apr 20 23:35:13.376198 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e8817-63b8-4141-a420-59e0e8efa3b9 req-7327a0f9-5ca6-4be4-ac6b-4a49d91a9a12 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:13.377810 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-561e8817-63b8-4141-a420-59e0e8efa3b9 req-7327a0f9-5ca6-4be4-ac6b-4a49d91a9a12 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=947695d5-f4d0-42b6-89d4-307ac829e188 HTTP/1.1" status: 200 len: 946 time: 0.0881109 Apr 20 23:35:13.428113 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-561e8817-63b8-4141-a420-59e0e8efa3b9 req-a26112ea-0085-4cdb-aacb-0cfa80c61c29 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437958 Apr 20 23:35:16.109425 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:19.890661 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-becd1679-4a18-4b99-94ea-7637180c9858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:20.563481 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5dda26d0-b110-448b-b74d-cbe021c19681 req-4e6a0646-21d9-4a21-9303-cf943f237588 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792501 Apr 20 23:35:20.712882 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda26d0-b110-448b-b74d-cbe021c19681 req-a482b00d-ca98-4b85-a44d-2b39d33f43fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:20.714521 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5dda26d0-b110-448b-b74d-cbe021c19681 req-a482b00d-ca98-4b85-a44d-2b39d33f43fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fe533bef34b4cc19229fead4ee8762c&device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 1138 time: 0.0778763 Apr 20 23:35:20.991648 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603871a0-9e06-4230-9d10-84e2bff86c2a req-6cd6d9a1-71cc-4b58-b406-2f852c34942f tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:20.993345 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-603871a0-9e06-4230-9d10-84e2bff86c2a req-6cd6d9a1-71cc-4b58-b406-2f852c34942f tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=947695d5-f4d0-42b6-89d4-307ac829e188 HTTP/1.1" status: 200 len: 946 time: 0.0921979 Apr 20 23:35:21.043786 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-603871a0-9e06-4230-9d10-84e2bff86c2a req-d9248eb3-349c-477a-902d-e0f4a623911d tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433574 Apr 20 23:35:21.112639 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda26d0-b110-448b-b74d-cbe021c19681 req-c948e8eb-725c-4a04-88b1-e89071442ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:21.114217 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5dda26d0-b110-448b-b74d-cbe021c19681 req-c948e8eb-725c-4a04-88b1-e89071442ad5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e292421f-a606-4905-abc3-7ede61586276 HTTP/1.1" status: 200 len: 916 time: 0.3793356 Apr 20 23:35:21.221711 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5dda26d0-b110-448b-b74d-cbe021c19681 req-9f07e8e3-0cbd-4ff3-a1ba-75a94d2ef80b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 HTTP/1.1" status: 200 len: 1002 time: 0.0991776 Apr 20 23:35:21.288614 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda26d0-b110-448b-b74d-cbe021c19681 req-d7ce7500-b3b5-4fae-a761-6621c40a4b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:21.290038 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5dda26d0-b110-448b-b74d-cbe021c19681 req-d7ce7500-b3b5-4fae-a761-6621c40a4b78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f28d0304-03e1-4b20-9137-942b41a24e13 HTTP/1.1" status: 200 len: 854 time: 0.0611503 Apr 20 23:35:21.375541 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda26d0-b110-448b-b74d-cbe021c19681 req-3315413a-7a07-4f56-a8ce-ffa82f73c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:21.377032 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5dda26d0-b110-448b-b74d-cbe021c19681 req-3315413a-7a07-4f56-a8ce-ffa82f73c7a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e292421f-a606-4905-abc3-7ede61586276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765700 Apr 20 23:35:21.519619 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5dda26d0-b110-448b-b74d-cbe021c19681 req-ed762ddd-f726-4867-be25-0499250c8849 service neutron] 10.222.0.36 "GET /v2.0/networks/e292421f-a606-4905-abc3-7ede61586276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350183 Apr 20 23:35:21.661938 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5dda26d0-b110-448b-b74d-cbe021c19681 req-48c38d86-6ee1-4a5c-8696-5731a3c8a3c4 service neutron] 10.222.0.36 "GET /v2.0/networks/e292421f-a606-4905-abc3-7ede61586276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346955 Apr 20 23:35:22.245848 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc619d-7f81-49d4-baab-ffa7993992d4 req-d043cb81-bb73-4d80-9868-0da585a6f25d tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:22.247394 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2fdc619d-7f81-49d4-baab-ffa7993992d4 req-d043cb81-bb73-4d80-9868-0da585a6f25d tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=947695d5-f4d0-42b6-89d4-307ac829e188 HTTP/1.1" status: 200 len: 946 time: 0.0854414 Apr 20 23:35:22.292833 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-2fdc619d-7f81-49d4-baab-ffa7993992d4 req-aff2b5d5-5a7a-4b44-98ee-a9dc6151abd8 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385585 Apr 20 23:35:22.418455 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-7f89ddc4-4b3e-418e-b1e3-524e47abdf85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:22.826902 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ceac3e-03aa-48b4-a44a-3b98a92f8f67 req-5a295691-f0d3-4692-ae45-62833cb65b4a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:22.828440 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-65ceac3e-03aa-48b4-a44a-3b98a92f8f67 req-5a295691-f0d3-4692-ae45-62833cb65b4a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.36 "GET /v2.0/ports?device_id=947695d5-f4d0-42b6-89d4-307ac829e188 HTTP/1.1" status: 200 len: 946 time: 0.0876663 Apr 20 23:35:22.879012 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:22.905949 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-65ceac3e-03aa-48b4-a44a-3b98a92f8f67 req-6d5beb38-4602-4ec6-a05a-d749d95323d5 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Deleting port c71b3c10-2269-4809-bab8-8db3b6964cbe {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:35:22.906331 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-65ceac3e-03aa-48b4-a44a-3b98a92f8f67 req-6d5beb38-4602-4ec6-a05a-d749d95323d5 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:23.167522 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-65ceac3e-03aa-48b4-a44a-3b98a92f8f67 req-6d5beb38-4602-4ec6-a05a-d749d95323d5 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] For port c71b3c10-2269-4809-bab8-8db3b6964cbe, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=c71b3c10-2269-4809-bab8-8db3b6964cbe,segment=NetworkSegment(d412a51e-fe1f-47f0-b436-ed235c64765a),segment_id=d412a51e-fe1f-47f0-b436-ed235c64765a)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:35:23.167932 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-65ceac3e-03aa-48b4-a44a-3b98a92f8f67 req-6d5beb38-4602-4ec6-a05a-d749d95323d5 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:23.299296 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-65ceac3e-03aa-48b4-a44a-3b98a92f8f67 req-6d5beb38-4602-4ec6-a05a-d749d95323d5 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Calling delete_port for c71b3c10-2269-4809-bab8-8db3b6964cbe owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:35:23.477399 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-65ceac3e-03aa-48b4-a44a-3b98a92f8f67 req-6d5beb38-4602-4ec6-a05a-d749d95323d5 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:23.485264 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-52348752-0dcd-4e85-99b4-77c0b84744fa tempest-VolumesSnapshotTestJSON-1244890158 tempest-VolumesSnapshotTestJSON-1244890158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:23.492428 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['65999c73-dbce-45e5-8f81-7923b9357319', '67fcd84b-1582-496a-93a9-75bcdc9d69ea', 'fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11', 'c71b3c10-2269-4809-bab8-8db3b6964cbe'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:35:23.548805 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81b1c0-009e-4b18-a150-c4544416a914 req-b0394377-8e40-41e6-9675-496b3c7a3336 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:23.550623 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5c81b1c0-009e-4b18-a150-c4544416a914 req-b0394377-8e40-41e6-9675-496b3c7a3336 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=947695d5-f4d0-42b6-89d4-307ac829e188 HTTP/1.1" status: 200 len: 867 time: 0.1357815 Apr 20 23:35:23.582998 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5beb38-4602-4ec6-a05a-d749d95323d5 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Pushing event deleted for resources: {'Port': ['ID=c71b3c10-2269-4809-bab8-8db3b6964cbe,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:23.591800 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6d5beb38-4602-4ec6-a05a-d749d95323d5 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:23.647131 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ceac3e-03aa-48b4-a44a-3b98a92f8f67 req-6d5beb38-4602-4ec6-a05a-d749d95323d5 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] No DVR routers for this DVR port c71b3c10-2269-4809-bab8-8db3b6964cbe on host hv-cinder-78729 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:35:23.649258 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:23.650083 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-65ceac3e-03aa-48b4-a44a-3b98a92f8f67 req-6d5beb38-4602-4ec6-a05a-d749d95323d5 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:23.653416 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947695d5-f4d0-42b6-89d4-307ac829e188', 'name': 'network-vif-deleted', 'tag': 'c71b3c10-2269-4809-bab8-8db3b6964cbe'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:35:23.672575 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-65ceac3e-03aa-48b4-a44a-3b98a92f8f67 req-6d5beb38-4602-4ec6-a05a-d749d95323d5 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.36 "DELETE /v2.0/ports/c71b3c10-2269-4809-bab8-8db3b6964cbe HTTP/1.1" status: 204 len: 173 time: 0.8372707 Apr 20 23:35:23.709981 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947695d5-f4d0-42b6-89d4-307ac829e188', 'name': 'network-vif-deleted', 'tag': 'c71b3c10-2269-4809-bab8-8db3b6964cbe', 'status': 'completed', 'code': 200} Apr 20 23:35:23.877255 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5c81b1c0-009e-4b18-a150-c4544416a914 req-0a3df778-42c6-49e3-8674-2780ee6a8e79 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200431 Apr 20 23:35:24.433997 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:26.600257 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5292b9-e154-46e7-8e6c-ed0ea5c0541d req-2ec72c75-6a5d-4ecd-bbb9-45133ffca73b tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:26.601007 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-0b5292b9-e154-46e7-8e6c-ed0ea5c0541d req-2ec72c75-6a5d-4ecd-bbb9-45133ffca73b tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Synchronizing usage tracker for tenant:e57a6344158846579a87f753c3e3ac4a on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:35:26.615238 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-0b5292b9-e154-46e7-8e6c-ed0ea5c0541d req-2ec72c75-6a5d-4ecd-bbb9-45133ffca73b tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Unset dirty status for tenant:e57a6344158846579a87f753c3e3ac4a on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:35:26.616461 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0b5292b9-e154-46e7-8e6c-ed0ea5c0541d req-2ec72c75-6a5d-4ecd-bbb9-45133ffca73b tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5c32649-f814-4c88-8c9e-40c71e4c3706 HTTP/1.1" status: 200 len: 946 time: 0.1030815 Apr 20 23:35:26.666741 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0b5292b9-e154-46e7-8e6c-ed0ea5c0541d req-dff75f63-11b8-42d0-b805-c232e8b2e5bc tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437036 Apr 20 23:35:26.820632 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device c71b3c10-2269-4809-bab8-8db3b6964cbe no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:35:26.859527 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] No Port match for: c71b3c10-2269-4809-bab8-8db3b6964cbe {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:35:26.859917 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device c71b3c10-2269-4809-bab8-8db3b6964cbe not bound to the agent host hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:35:27.628635 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-97363fd6-5b5c-4cc9-9b50-abb0f3af7c44 req-84808989-2cf5-496f-985e-17c5c99842b8 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1906158944&fields=id&tenant_id=2fe533bef34b4cc19229fead4ee8762c HTTP/1.1" status: 200 len: 267 time: 0.0422008 Apr 20 23:35:27.723179 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97363fd6-5b5c-4cc9-9b50-abb0f3af7c44 req-37909392-a09e-4036-aecd-4c70d40ba33e tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:27.724779 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-97363fd6-5b5c-4cc9-9b50-abb0f3af7c44 req-37909392-a09e-4036-aecd-4c70d40ba33e tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 985 time: 0.0901778 Apr 20 23:35:27.737598 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-97363fd6-5b5c-4cc9-9b50-abb0f3af7c44 req-1cec099e-08bc-4073-8c6f-88c89e207d20 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Request body: {'port': {'security_groups': ['86926eb0-ae23-4e59-b9b6-f85d7107f551']}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:35:27.864209 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-97363fd6-5b5c-4cc9-9b50-abb0f3af7c44 req-1cec099e-08bc-4073-8c6f-88c89e207d20 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:27.868761 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760570ce-9359-43be-b4dd-5b0494aeb31d req-1b9378a5-8be0-4b90-bb92-d5f12310b3eb tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:27.870438 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-760570ce-9359-43be-b4dd-5b0494aeb31d req-1b9378a5-8be0-4b90-bb92-d5f12310b3eb tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5c32649-f814-4c88-8c9e-40c71e4c3706 HTTP/1.1" status: 200 len: 946 time: 0.0876844 Apr 20 23:35:27.918354 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-760570ce-9359-43be-b4dd-5b0494aeb31d req-1d3a9d00-3e72-4269-b5ad-c92196511874 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414505 Apr 20 23:35:28.119118 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-97363fd6-5b5c-4cc9-9b50-abb0f3af7c44 req-1cec099e-08bc-4073-8c6f-88c89e207d20 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] For port 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2d2bbf95-79d3-49e4-9ba8-066843e8a1b9,segment=NetworkSegment(04007d49-6b9c-4837-8d55-9e9bdafa0961),segment_id=04007d49-6b9c-4837-8d55-9e9bdafa0961)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:35:28.144893 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-97363fd6-5b5c-4cc9-9b50-abb0f3af7c44 req-1cec099e-08bc-4073-8c6f-88c89e207d20 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:28.148414 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-97363fd6-5b5c-4cc9-9b50-abb0f3af7c44 req-1cec099e-08bc-4073-8c6f-88c89e207d20 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851844298'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:28.153948 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-82405489-52f3-4b89-af93-a2b747eaadb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:28.159978 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['2d2bbf95-79d3-49e4-9ba8-066843e8a1b9'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:35:28.223385 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97363fd6-5b5c-4cc9-9b50-abb0f3af7c44 req-1cec099e-08bc-4073-8c6f-88c89e207d20 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:28.224081 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-97363fd6-5b5c-4cc9-9b50-abb0f3af7c44 req-1cec099e-08bc-4073-8c6f-88c89e207d20 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:28.225794 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-97363fd6-5b5c-4cc9-9b50-abb0f3af7c44 req-1cec099e-08bc-4073-8c6f-88c89e207d20 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "PUT /v2.0/ports/2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 HTTP/1.1" status: 200 len: 943 time: 0.4937348 Apr 20 23:35:28.226375 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98', 'tag': '2d2bbf95-79d3-49e4-9ba8-066843e8a1b9'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:35:28.235351 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 60672) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:28.300085 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75648c-32a1-474c-9b28-4591b2eebad4 req-ce13149c-70e4-4c63-8ef3-65f404e12db8 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:28.301767 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cc75648c-32a1-474c-9b28-4591b2eebad4 req-ce13149c-70e4-4c63-8ef3-65f404e12db8 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c32649-f814-4c88-8c9e-40c71e4c3706 HTTP/1.1" status: 200 len: 946 time: 0.1226840 Apr 20 23:35:28.309196 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98', 'tag': '2d2bbf95-79d3-49e4-9ba8-066843e8a1b9', 'status': 'completed', 'code': 200} Apr 20 23:35:28.309852 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec099e-08bc-4073-8c6f-88c89e207d20 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Pushing event updated for resources: {'Port': ['ID=2d2bbf95-79d3-49e4-9ba8-066843e8a1b9,revision_number=7']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:28.315414 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['2d2bbf95-79d3-49e4-9ba8-066843e8a1b9'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:35:28.326405 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1cec099e-08bc-4073-8c6f-88c89e207d20 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:28.421370 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-cc75648c-32a1-474c-9b28-4591b2eebad4 req-1c59fff2-ddd5-4afd-8a40-e61b10a10155 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Deleting port fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:35:28.421370 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-cc75648c-32a1-474c-9b28-4591b2eebad4 req-1c59fff2-ddd5-4afd-8a40-e61b10a10155 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:28.486327 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-38d98fad-788e-427e-bd1d-0955b8d02198 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:28.510784 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5543b9a-7762-4a1f-a34e-93618fb6f733 req-c1847ddd-cd52-4e78-9acd-92135d2cc879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:28.513130 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c5543b9a-7762-4a1f-a34e-93618fb6f733 req-c1847ddd-cd52-4e78-9acd-92135d2cc879 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fe533bef34b4cc19229fead4ee8762c&device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 1099 time: 0.1744277 Apr 20 23:35:28.559698 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-38d98fad-788e-427e-bd1d-0955b8d02198 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:28.623736 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-3aeb4867-c1fb-4192-b979-61681343c558 None None] Provisioning complete for port 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:35:28.624699 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3aeb4867-c1fb-4192-b979-61681343c558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:28.719151 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5543b9a-7762-4a1f-a34e-93618fb6f733 req-51f5240a-fbd4-4af2-8881-5e5b50916a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:28.720841 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c5543b9a-7762-4a1f-a34e-93618fb6f733 req-51f5240a-fbd4-4af2-8881-5e5b50916a44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e292421f-a606-4905-abc3-7ede61586276 HTTP/1.1" status: 200 len: 916 time: 0.1967165 Apr 20 23:35:28.772202 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-cc75648c-32a1-474c-9b28-4591b2eebad4 req-1c59fff2-ddd5-4afd-8a40-e61b10a10155 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] For port fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11,segment=NetworkSegment(d412a51e-fe1f-47f0-b436-ed235c64765a),segment_id=d412a51e-fe1f-47f0-b436-ed235c64765a)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:35:28.772599 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-cc75648c-32a1-474c-9b28-4591b2eebad4 req-1c59fff2-ddd5-4afd-8a40-e61b10a10155 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:28.787162 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-38d98fad-788e-427e-bd1d-0955b8d02198 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:28.800683 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fb2c2e77-b64d-488b-91a8-e4a889b26854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:28.820027 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d98fad-788e-427e-bd1d-0955b8d02198 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4865238-bc72-43f7-895f-89303d44b498,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:28.834558 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-38d98fad-788e-427e-bd1d-0955b8d02198 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:28.863639 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c5543b9a-7762-4a1f-a34e-93618fb6f733 req-ad91cec4-6f43-470a-a8fc-8b71fd01e4ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 HTTP/1.1" status: 200 len: 1002 time: 0.1340814 Apr 20 23:35:28.864916 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-38d98fad-788e-427e-bd1d-0955b8d02198 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:28.866044 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-38d98fad-788e-427e-bd1d-0955b8d02198 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "DELETE /v2.0/security-groups/e4865238-bc72-43f7-895f-89303d44b498 HTTP/1.1" status: 204 len: 168 time: 0.6296880 Apr 20 23:35:28.868835 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 60680) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:28.906202 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-cc75648c-32a1-474c-9b28-4591b2eebad4 req-1c59fff2-ddd5-4afd-8a40-e61b10a10155 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Calling delete_port for fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11 owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:35:29.056951 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-cc75648c-32a1-474c-9b28-4591b2eebad4 req-1c59fff2-ddd5-4afd-8a40-e61b10a10155 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:29.063683 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4c38b726-14ae-4576-a94b-f3736f8f813e tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:29.069866 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['65999c73-dbce-45e5-8f81-7923b9357319', '67fcd84b-1582-496a-93a9-75bcdc9d69ea'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:35:29.141901 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5543b9a-7762-4a1f-a34e-93618fb6f733 req-2a02d9e0-06bb-44c8-96a0-7675425b6dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:29.143477 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c5543b9a-7762-4a1f-a34e-93618fb6f733 req-2a02d9e0-06bb-44c8-96a0-7675425b6dda service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f28d0304-03e1-4b20-9137-942b41a24e13 HTTP/1.1" status: 200 len: 854 time: 0.2721336 Apr 20 23:35:29.182177 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59fff2-ddd5-4afd-8a40-e61b10a10155 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Pushing event deleted for resources: {'Port': ['ID=fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:29.184784 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1c59fff2-ddd5-4afd-8a40-e61b10a10155 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:29.196623 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc75648c-32a1-474c-9b28-4591b2eebad4 req-1c59fff2-ddd5-4afd-8a40-e61b10a10155 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] No DVR routers for this DVR port fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11 on host hv-cinder-78729 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:35:29.199018 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-cc75648c-32a1-474c-9b28-4591b2eebad4 req-1c59fff2-ddd5-4afd-8a40-e61b10a10155 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:29.203371 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c32649-f814-4c88-8c9e-40c71e4c3706', 'name': 'network-vif-deleted', 'tag': 'fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:35:29.210269 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-622ebcea-a24a-4822-8e80-bb73cf55aa04 req-ae5961e8-4d1e-45f4-a08b-b9868c0e956e tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5c32649-f814-4c88-8c9e-40c71e4c3706 HTTP/1.1" status: 200 len: 210 time: 0.1157675 Apr 20 23:35:29.218701 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-cc75648c-32a1-474c-9b28-4591b2eebad4 req-1c59fff2-ddd5-4afd-8a40-e61b10a10155 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.36 "DELETE /v2.0/ports/fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11 HTTP/1.1" status: 204 len: 173 time: 0.9033527 Apr 20 23:35:29.246674 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-80329390-e580-4cee-bcaa-b60441f69b53 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Deleting port b5bf393b-9fe0-45ee-9348-f14fb53bd9c4 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:35:29.247060 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-80329390-e580-4cee-bcaa-b60441f69b53 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:29.270914 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c32649-f814-4c88-8c9e-40c71e4c3706', 'name': 'network-vif-deleted', 'tag': 'fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11', 'status': 'completed', 'code': 200} Apr 20 23:35:29.394019 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5543b9a-7762-4a1f-a34e-93618fb6f733 req-20d80f6a-d07e-47a8-8706-90eb089bcf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:29.395533 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c5543b9a-7762-4a1f-a34e-93618fb6f733 req-20d80f6a-d07e-47a8-8706-90eb089bcf53 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e292421f-a606-4905-abc3-7ede61586276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2446079 Apr 20 23:35:29.539940 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-80329390-e580-4cee-bcaa-b60441f69b53 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:29.540315 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-80329390-e580-4cee-bcaa-b60441f69b53 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:29.687235 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-80329390-e580-4cee-bcaa-b60441f69b53 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Calling delete_port for b5bf393b-9fe0-45ee-9348-f14fb53bd9c4 owned by network:floatingip {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:35:29.751923 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c5543b9a-7762-4a1f-a34e-93618fb6f733 req-4d753ec7-3bdb-4ff3-9e85-ecb10f842110 service neutron] 10.222.0.36 "GET /v2.0/networks/e292421f-a606-4905-abc3-7ede61586276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435400 Apr 20 23:35:29.966508 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-c5543b9a-7762-4a1f-a34e-93618fb6f733 req-1654f12d-7541-4590-969e-ba58b6ed9cac service neutron] 10.222.0.36 "GET /v2.0/networks/e292421f-a606-4905-abc3-7ede61586276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064421 Apr 20 23:35:29.997708 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-80329390-e580-4cee-bcaa-b60441f69b53 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:30.002986 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-20a6d920-3c40-4ccc-b786-a0859104951a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:30.052788 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80329390-e580-4cee-bcaa-b60441f69b53 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Pushing event deleted for resources: {'Port': ['ID=b5bf393b-9fe0-45ee-9348-f14fb53bd9c4,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:30.055477 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-80329390-e580-4cee-bcaa-b60441f69b53 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:30.385717 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-80329390-e580-4cee-bcaa-b60441f69b53 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks [] for floatingip, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:30.386093 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.l3_db [None req-80329390-e580-4cee-bcaa-b60441f69b53 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Floating IP de30e95a-ee79-4db9-8410-8c0dadc2328e disassociated (deleted). External IP: 172.28.2.208, port: 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9. Apr 20 23:35:30.831574 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ea197-ece5-43d5-83f7-f716e0a858d6 req-542c2627-3724-4f4d-9f6c-c0c1defa316b tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:30.833112 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0c4ea197-ece5-43d5-83f7-f716e0a858d6 req-542c2627-3724-4f4d-9f6c-c0c1defa316b tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c70ace1-a0f2-4ba2-981b-0e3c2b701668 HTTP/1.1" status: 200 len: 946 time: 0.1407180 Apr 20 23:35:30.836621 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:35:30.838066 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80329390-e580-4cee-bcaa-b60441f69b53 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Router aba9ddf3-e382-4547-a720-bb8bf7b2e79e has already been hosted by L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:35:30.873295 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] No Port match for: fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:35:30.873690 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device fa38c6d6-7b8a-4e27-96d3-b8c54b1efd11 not bound to the agent host hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:35:31.024449 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0c4ea197-ece5-43d5-83f7-f716e0a858d6 req-b30bdd55-17fc-46aa-9d89-99fd8cb528f7 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834319 Apr 20 23:35:31.066400 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80329390-e580-4cee-bcaa-b60441f69b53 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:35:31.082535 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da8ae66-0035-459a-adc5-5e041b6f0cbf None None] Sync routers for ids ['aba9ddf3-e382-4547-a720-bb8bf7b2e79e'] in dv-cinder-787296-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:35:31.086184 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-80329390-e580-4cee-bcaa-b60441f69b53 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for floatingip, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:31.091967 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da8ae66-0035-459a-adc5-5e041b6f0cbf None None] Routers {'aba9ddf3-e382-4547-a720-bb8bf7b2e79e'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:35:31.093310 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-9da8ae66-0035-459a-adc5-5e041b6f0cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:35:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['aba9ddf3-e382-4547-a720-bb8bf7b2e79e'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:31.151058 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-80329390-e580-4cee-bcaa-b60441f69b53 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "DELETE /v2.0/floatingips/de30e95a-ee79-4db9-8410-8c0dadc2328e HTTP/1.1" status: 204 len: 168 time: 2.2810891 Apr 20 23:35:31.151799 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98', 'tag': '2d2bbf95-79d3-49e4-9ba8-066843e8a1b9'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:35:31.205915 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98', 'tag': '2d2bbf95-79d3-49e4-9ba8-066843e8a1b9', 'status': 'completed', 'code': 200} Apr 20 23:35:31.304168 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-9da8ae66-0035-459a-adc5-5e041b6f0cbf None None] Set router aba9ddf3-e382-4547-a720-bb8bf7b2e79e gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:35:31.314634 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5ba0e-e5de-4e89-92e0-16678b266cb9 req-b0684a4b-1b6b-414b-8cfa-5946f1d53f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:31.316397 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-09b5ba0e-e5de-4e89-92e0-16678b266cb9 req-b0684a4b-1b6b-414b-8cfa-5946f1d53f70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fe533bef34b4cc19229fead4ee8762c&device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 1099 time: 0.0864933 Apr 20 23:35:31.502596 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5ba0e-e5de-4e89-92e0-16678b266cb9 req-6eaef44f-9a9a-41b0-8869-44a161d1a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:31.504408 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-09b5ba0e-e5de-4e89-92e0-16678b266cb9 req-6eaef44f-9a9a-41b0-8869-44a161d1a167 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e292421f-a606-4905-abc3-7ede61586276 HTTP/1.1" status: 200 len: 916 time: 0.1811252 Apr 20 23:35:31.609236 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-09b5ba0e-e5de-4e89-92e0-16678b266cb9 req-974b4add-5ed4-44cf-bbc2-49d8a7520ba8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 HTTP/1.1" status: 200 len: 217 time: 0.0968461 Apr 20 23:35:31.697350 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5ba0e-e5de-4e89-92e0-16678b266cb9 req-dbc25fba-c6ac-4ff2-8b9b-466c24c7de92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:31.698940 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-09b5ba0e-e5de-4e89-92e0-16678b266cb9 req-dbc25fba-c6ac-4ff2-8b9b-466c24c7de92 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f28d0304-03e1-4b20-9137-942b41a24e13 HTTP/1.1" status: 200 len: 854 time: 0.0731533 Apr 20 23:35:31.705983 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-9da8ae66-0035-459a-adc5-5e041b6f0cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'name': 'tempest-TestMinimumBasicScenario-1679623479-router', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd41a7b9b-b230-4aa7-9c40-0e6a259f99cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:58Z', 'updated_at': '2021-04-20T23:33:03Z', 'revision_number': 4, 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'gw_port': {'id': 'd41a7b9b-b230-4aa7-9c40-0e6a259f99cc', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:59Z', 'updated_at': '2021-04-20T23:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': 'ea4dc13e-e56e-472c-9d6e-5db451273829', 'name': '', 'network_id': 'e292421f-a606-4905-abc3-7ede61586276', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'mac_address': 'fa:16:3e:ee:24:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f28d0304-03e1-4b20-9137-942b41a24e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:03Z', 'updated_at': '2021-04-20T23:33:12Z', 'revision_number': 5, 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'subnets': [{'id': 'f28d0304-03e1-4b20-9137-942b41a24e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:31.711116 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da8ae66-0035-459a-adc5-5e041b6f0cbf None None] Checking router: aba9ddf3-e382-4547-a720-bb8bf7b2e79e for host: dv-cinder-787296-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:35:31.719688 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da8ae66-0035-459a-adc5-5e041b6f0cbf None None] Routers {'aba9ddf3-e382-4547-a720-bb8bf7b2e79e'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:35:31.720368 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-9da8ae66-0035-459a-adc5-5e041b6f0cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:35:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['aba9ddf3-e382-4547-a720-bb8bf7b2e79e'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:31.791268 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5ba0e-e5de-4e89-92e0-16678b266cb9 req-2260f7ff-ad42-4c76-8ca8-19b041d349d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:31.792880 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-09b5ba0e-e5de-4e89-92e0-16678b266cb9 req-2260f7ff-ad42-4c76-8ca8-19b041d349d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e292421f-a606-4905-abc3-7ede61586276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0860465 Apr 20 23:35:31.914476 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-9da8ae66-0035-459a-adc5-5e041b6f0cbf None None] Set router aba9ddf3-e382-4547-a720-bb8bf7b2e79e gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:35:31.939069 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-09b5ba0e-e5de-4e89-92e0-16678b266cb9 req-9319645f-84ad-4754-bfeb-837a70b997a0 service neutron] 10.222.0.36 "GET /v2.0/networks/e292421f-a606-4905-abc3-7ede61586276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390822 Apr 20 23:35:31.969737 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089002b-7e1c-431f-a248-b4a1a70ff2f8 req-0f10a296-e908-4edc-93e4-2159d6f9a1c0 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:31.970511 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-5089002b-7e1c-431f-a248-b4a1a70ff2f8 req-0f10a296-e908-4edc-93e4-2159d6f9a1c0 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Synchronizing usage tracker for tenant:e57a6344158846579a87f753c3e3ac4a on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:35:31.986632 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-5089002b-7e1c-431f-a248-b4a1a70ff2f8 req-0f10a296-e908-4edc-93e4-2159d6f9a1c0 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Unset dirty status for tenant:e57a6344158846579a87f753c3e3ac4a on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:35:31.987865 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5089002b-7e1c-431f-a248-b4a1a70ff2f8 req-0f10a296-e908-4edc-93e4-2159d6f9a1c0 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c70ace1-a0f2-4ba2-981b-0e3c2b701668 HTTP/1.1" status: 200 len: 946 time: 0.1078768 Apr 20 23:35:32.106301 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-09b5ba0e-e5de-4e89-92e0-16678b266cb9 req-6881df8c-9bff-4969-8854-2c24fd1499de service neutron] 10.222.0.36 "GET /v2.0/networks/e292421f-a606-4905-abc3-7ede61586276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559796 Apr 20 23:35:32.110528 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-5089002b-7e1c-431f-a248-b4a1a70ff2f8 req-0e707584-4693-40c2-8dfd-81a79cd0a78a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Deleting port 67fcd84b-1582-496a-93a9-75bcdc9d69ea {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:35:32.111295 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-5089002b-7e1c-431f-a248-b4a1a70ff2f8 req-0e707584-4693-40c2-8dfd-81a79cd0a78a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:32.270704 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-9da8ae66-0035-459a-adc5-5e041b6f0cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'name': 'tempest-TestMinimumBasicScenario-1679623479-router', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd41a7b9b-b230-4aa7-9c40-0e6a259f99cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:58Z', 'updated_at': '2021-04-20T23:33:03Z', 'revision_number': 4, 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'gw_port': {'id': 'd41a7b9b-b230-4aa7-9c40-0e6a259f99cc', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:59Z', 'updated_at': '2021-04-20T23:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': 'ea4dc13e-e56e-472c-9d6e-5db451273829', 'name': '', 'network_id': 'e292421f-a606-4905-abc3-7ede61586276', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'mac_address': 'fa:16:3e:ee:24:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f28d0304-03e1-4b20-9137-942b41a24e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:03Z', 'updated_at': '2021-04-20T23:33:12Z', 'revision_number': 5, 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'subnets': [{'id': 'f28d0304-03e1-4b20-9137-942b41a24e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:32.275090 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da8ae66-0035-459a-adc5-5e041b6f0cbf None None] The sync data for ids ['aba9ddf3-e382-4547-a720-bb8bf7b2e79e'] in dv-cinder-787296-1-smb is: [{'id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'name': 'tempest-TestMinimumBasicScenario-1679623479-router', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd41a7b9b-b230-4aa7-9c40-0e6a259f99cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:58Z', 'updated_at': '2021-04-20T23:33:03Z', 'revision_number': 4, 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'gw_port': {'id': 'd41a7b9b-b230-4aa7-9c40-0e6a259f99cc', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:59Z', 'updated_at': '2021-04-20T23:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb', '_interfaces': [{'id': 'ea4dc13e-e56e-472c-9d6e-5db451273829', 'name': '', 'network_id': 'e292421f-a606-4905-abc3-7ede61586276', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'mac_address': 'fa:16:3e:ee:24:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f28d0304-03e1-4b20-9137-942b41a24e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:03Z', 'updated_at': '2021-04-20T23:33:12Z', 'revision_number': 5, 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'subnets': [{'id': 'f28d0304-03e1-4b20-9137-942b41a24e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:35:32.433656 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895be1c-ab15-4180-aa89-24c52e3ab23b req-783b30d3-1ee2-4860-bb59-3900d1ba02c5 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:32.435259 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f895be1c-ab15-4180-aa89-24c52e3ab23b req-783b30d3-1ee2-4860-bb59-3900d1ba02c5 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c70ace1-a0f2-4ba2-981b-0e3c2b701668 HTTP/1.1" status: 200 len: 946 time: 0.2314112 Apr 20 23:35:32.475983 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-5089002b-7e1c-431f-a248-b4a1a70ff2f8 req-0e707584-4693-40c2-8dfd-81a79cd0a78a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] For port 67fcd84b-1582-496a-93a9-75bcdc9d69ea, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=67fcd84b-1582-496a-93a9-75bcdc9d69ea,segment=NetworkSegment(d412a51e-fe1f-47f0-b436-ed235c64765a),segment_id=d412a51e-fe1f-47f0-b436-ed235c64765a)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:35:32.476386 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-5089002b-7e1c-431f-a248-b4a1a70ff2f8 req-0e707584-4693-40c2-8dfd-81a79cd0a78a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:32.661060 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be105ba2-750f-436d-a86d-071240eae600 None None] New status for floating IP de30e95a-ee79-4db9-8410-8c0dadc2328e: DOWN {{(pid=86359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 23:35:32.876764 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-5089002b-7e1c-431f-a248-b4a1a70ff2f8 req-0e707584-4693-40c2-8dfd-81a79cd0a78a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Calling delete_port for 67fcd84b-1582-496a-93a9-75bcdc9d69ea owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:35:32.922011 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-f895be1c-ab15-4180-aa89-24c52e3ab23b req-01938253-53d2-4e9e-89cb-c04ea66f3030 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746075 Apr 20 23:35:33.034000 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-5089002b-7e1c-431f-a248-b4a1a70ff2f8 req-0e707584-4693-40c2-8dfd-81a79cd0a78a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:33.039963 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-48dd8767-4c48-4500-ae13-7e3f42cae72b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:33.048634 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['65999c73-dbce-45e5-8f81-7923b9357319'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:35:33.099004 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e707584-4693-40c2-8dfd-81a79cd0a78a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Pushing event deleted for resources: {'Port': ['ID=67fcd84b-1582-496a-93a9-75bcdc9d69ea,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:33.112473 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e707584-4693-40c2-8dfd-81a79cd0a78a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:35:33.112894 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e707584-4693-40c2-8dfd-81a79cd0a78a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:35:33.113337 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e707584-4693-40c2-8dfd-81a79cd0a78a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:35:33.113744 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e707584-4693-40c2-8dfd-81a79cd0a78a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:35:33.114144 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e707584-4693-40c2-8dfd-81a79cd0a78a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:35:33.114543 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e707584-4693-40c2-8dfd-81a79cd0a78a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:35:33.114943 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e707584-4693-40c2-8dfd-81a79cd0a78a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:35:33.115338 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e707584-4693-40c2-8dfd-81a79cd0a78a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:35:33.115733 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e707584-4693-40c2-8dfd-81a79cd0a78a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:35:33.116125 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e707584-4693-40c2-8dfd-81a79cd0a78a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:35:33.116518 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e707584-4693-40c2-8dfd-81a79cd0a78a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:35:33.116910 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e707584-4693-40c2-8dfd-81a79cd0a78a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:35:33.156370 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0e707584-4693-40c2-8dfd-81a79cd0a78a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:33.200005 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-5089002b-7e1c-431f-a248-b4a1a70ff2f8 req-0e707584-4693-40c2-8dfd-81a79cd0a78a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] No DVR routers for this DVR port 67fcd84b-1582-496a-93a9-75bcdc9d69ea on host hv-cinder-78729 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:35:33.202915 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-5089002b-7e1c-431f-a248-b4a1a70ff2f8 req-0e707584-4693-40c2-8dfd-81a79cd0a78a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:33.205573 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c70ace1-a0f2-4ba2-981b-0e3c2b701668', 'name': 'network-vif-deleted', 'tag': '67fcd84b-1582-496a-93a9-75bcdc9d69ea'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:35:33.228886 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5089002b-7e1c-431f-a248-b4a1a70ff2f8 req-0e707584-4693-40c2-8dfd-81a79cd0a78a tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.36 "DELETE /v2.0/ports/67fcd84b-1582-496a-93a9-75bcdc9d69ea HTTP/1.1" status: 204 len: 173 time: 1.2350960 Apr 20 23:35:33.272765 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c70ace1-a0f2-4ba2-981b-0e3c2b701668', 'name': 'network-vif-deleted', 'tag': '67fcd84b-1582-496a-93a9-75bcdc9d69ea', 'status': 'completed', 'code': 200} Apr 20 23:35:34.660206 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904a026-89ff-4b50-b670-225c953d002c req-ae4b480b-fbbc-4040-88bd-b0cadafe0afb tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:34.660970 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-6904a026-89ff-4b50-b670-225c953d002c req-ae4b480b-fbbc-4040-88bd-b0cadafe0afb tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Synchronizing usage tracker for tenant:2fe533bef34b4cc19229fead4ee8762c on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:35:34.677391 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-6904a026-89ff-4b50-b670-225c953d002c req-ae4b480b-fbbc-4040-88bd-b0cadafe0afb tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Unset dirty status for tenant:2fe533bef34b4cc19229fead4ee8762c on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:35:34.678809 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6904a026-89ff-4b50-b670-225c953d002c req-ae4b480b-fbbc-4040-88bd-b0cadafe0afb tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 946 time: 0.1115618 Apr 20 23:35:34.726920 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-6904a026-89ff-4b50-b670-225c953d002c req-4d0b3bd9-9cc5-4688-a408-e087037b2ff6 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Synchronizing usage tracker for tenant:2fe533bef34b4cc19229fead4ee8762c on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:35:34.741091 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-6904a026-89ff-4b50-b670-225c953d002c req-4d0b3bd9-9cc5-4688-a408-e087037b2ff6 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Unset dirty status for tenant:2fe533bef34b4cc19229fead4ee8762c on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:35:34.742336 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6904a026-89ff-4b50-b670-225c953d002c req-4d0b3bd9-9cc5-4688-a408-e087037b2ff6 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572331 Apr 20 23:35:34.837666 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 67fcd84b-1582-496a-93a9-75bcdc9d69ea no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:35:34.875148 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] No Port match for: 67fcd84b-1582-496a-93a9-75bcdc9d69ea {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:35:34.875537 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 67fcd84b-1582-496a-93a9-75bcdc9d69ea not bound to the agent host hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:35:35.643949 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb91217-aa33-4f6e-8115-0c5a65d2dcbd req-c00668e6-e3e5-43f8-8f6f-3ce2357900c2 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:35.645555 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4cb91217-aa33-4f6e-8115-0c5a65d2dcbd req-c00668e6-e3e5-43f8-8f6f-3ce2357900c2 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f3400ee-cea5-447d-9788-97624defc4d5 HTTP/1.1" status: 200 len: 945 time: 0.0872083 Apr 20 23:35:35.696559 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-4cb91217-aa33-4f6e-8115-0c5a65d2dcbd req-d78d2763-a7ec-42e2-b676-8ef8e60b1ab3 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444267 Apr 20 23:35:35.946845 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27714232-cbf2-489a-95af-280ca72003fc req-b35e7ae2-29ef-4f84-a44d-039639b0f8ba tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:35.948788 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-27714232-cbf2-489a-95af-280ca72003fc req-b35e7ae2-29ef-4f84-a44d-039639b0f8ba tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 946 time: 0.0919936 Apr 20 23:35:35.996298 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-27714232-cbf2-489a-95af-280ca72003fc req-49edfd6c-0b4a-446d-8326-dfe30e96050e tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/security-groups?id=86926eb0-ae23-4e59-b9b6-f85d7107f551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404372 Apr 20 23:35:36.287246 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:35:36.291581 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7362ee-193a-40d4-9998-2e7b9bdb95c7 req-fee84c82-c92a-4e4a-a9f1-3b0f8fa9a346 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:36.293183 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-be7362ee-193a-40d4-9998-2e7b9bdb95c7 req-fee84c82-c92a-4e4a-a9f1-3b0f8fa9a346 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.36 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 946 time: 0.0856495 Apr 20 23:35:36.371896 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-be7362ee-193a-40d4-9998-2e7b9bdb95c7 req-0679bd81-a1f7-4f8d-a0ed-a1d9bd479148 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Deleting port 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:35:36.372291 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-be7362ee-193a-40d4-9998-2e7b9bdb95c7 req-0679bd81-a1f7-4f8d-a0ed-a1d9bd479148 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:36.629015 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-be7362ee-193a-40d4-9998-2e7b9bdb95c7 req-0679bd81-a1f7-4f8d-a0ed-a1d9bd479148 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] For port 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2d2bbf95-79d3-49e4-9ba8-066843e8a1b9,segment=NetworkSegment(04007d49-6b9c-4837-8d55-9e9bdafa0961),segment_id=04007d49-6b9c-4837-8d55-9e9bdafa0961)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:35:36.629476 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-be7362ee-193a-40d4-9998-2e7b9bdb95c7 req-0679bd81-a1f7-4f8d-a0ed-a1d9bd479148 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:36.759444 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-be7362ee-193a-40d4-9998-2e7b9bdb95c7 req-0679bd81-a1f7-4f8d-a0ed-a1d9bd479148 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Calling delete_port for 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 owned by compute:nova {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:35:36.898672 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c33876-974c-4278-868a-aa71640444cc req-ed98ec2b-bead-40e9-822f-016ca1b8d7d1 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:36.900173 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-17c33876-974c-4278-868a-aa71640444cc req-ed98ec2b-bead-40e9-822f-016ca1b8d7d1 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f3400ee-cea5-447d-9788-97624defc4d5 HTTP/1.1" status: 200 len: 945 time: 0.0899951 Apr 20 23:35:36.909571 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-be7362ee-193a-40d4-9998-2e7b9bdb95c7 req-0679bd81-a1f7-4f8d-a0ed-a1d9bd479148 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:36.915170 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b62bc99e-218e-46be-a3b2-4ea606bbebb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:36.947896 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-17c33876-974c-4278-868a-aa71640444cc req-db11bae0-456d-4674-86ee-6a6c7a00443e tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/security-groups?id=8dc7af64-4090-4767-b833-994592a2b335&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406141 Apr 20 23:35:36.966462 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679bd81-a1f7-4f8d-a0ed-a1d9bd479148 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Pushing event deleted for resources: {'Port': ['ID=2d2bbf95-79d3-49e4-9ba8-066843e8a1b9,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:36.966462 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0679bd81-a1f7-4f8d-a0ed-a1d9bd479148 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:37.043965 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7362ee-193a-40d4-9998-2e7b9bdb95c7 req-0679bd81-a1f7-4f8d-a0ed-a1d9bd479148 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] No DVR routers for this DVR port 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 on host hv-cinder-78729 {{(pid=86357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:35:37.046479 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-be7362ee-193a-40d4-9998-2e7b9bdb95c7 req-0679bd81-a1f7-4f8d-a0ed-a1d9bd479148 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:37.049563 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98', 'name': 'network-vif-deleted', 'tag': '2d2bbf95-79d3-49e4-9ba8-066843e8a1b9'}] {{(pid=86357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:35:37.067832 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-be7362ee-193a-40d4-9998-2e7b9bdb95c7 req-0679bd81-a1f7-4f8d-a0ed-a1d9bd479148 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.36 "DELETE /v2.0/ports/2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 HTTP/1.1" status: 204 len: 173 time: 0.7685549 Apr 20 23:35:37.108047 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98', 'name': 'network-vif-deleted', 'tag': '2d2bbf95-79d3-49e4-9ba8-066843e8a1b9', 'status': 'completed', 'code': 200} Apr 20 23:35:37.145739 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef1e05-93c4-4a08-a626-c7775cd81e7e req-4b8c577c-d4d5-489d-8518-6763d5cfa9eb tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:37.147365 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-58ef1e05-93c4-4a08-a626-c7775cd81e7e req-4b8c577c-d4d5-489d-8518-6763d5cfa9eb tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f3400ee-cea5-447d-9788-97624defc4d5 HTTP/1.1" status: 200 len: 945 time: 0.0998931 Apr 20 23:35:37.164618 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-e7c3ba07-a98e-4d6a-9dc4-c1fbfa87f3aa req-3cffef75-59d5-4b8b-8285-41770078f793 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Synchronizing usage tracker for tenant:2fe533bef34b4cc19229fead4ee8762c on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:35:37.179171 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-e7c3ba07-a98e-4d6a-9dc4-c1fbfa87f3aa req-3cffef75-59d5-4b8b-8285-41770078f793 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Unset dirty status for tenant:2fe533bef34b4cc19229fead4ee8762c on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:35:37.180456 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e7c3ba07-a98e-4d6a-9dc4-c1fbfa87f3aa req-3cffef75-59d5-4b8b-8285-41770078f793 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] 10.222.0.16 "GET /v2.0/ports?device_id=8300d153-7ea1-4ffb-8cf5-5f7bd1d9bb98 HTTP/1.1" status: 200 len: 210 time: 0.0663102 Apr 20 23:35:37.225730 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-58ef1e05-93c4-4a08-a626-c7775cd81e7e req-f79fad93-a7e5-42a7-92c8-06878c37d5e1 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Deleting port 65999c73-dbce-45e5-8f81-7923b9357319 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:35:37.226207 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-58ef1e05-93c4-4a08-a626-c7775cd81e7e req-f79fad93-a7e5-42a7-92c8-06878c37d5e1 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:37.522595 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-58ef1e05-93c4-4a08-a626-c7775cd81e7e req-f79fad93-a7e5-42a7-92c8-06878c37d5e1 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] For port 65999c73-dbce-45e5-8f81-7923b9357319, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=65999c73-dbce-45e5-8f81-7923b9357319,segment=NetworkSegment(d412a51e-fe1f-47f0-b436-ed235c64765a),segment_id=d412a51e-fe1f-47f0-b436-ed235c64765a)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:35:37.523578 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-58ef1e05-93c4-4a08-a626-c7775cd81e7e req-f79fad93-a7e5-42a7-92c8-06878c37d5e1 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:37.656531 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-58ef1e05-93c4-4a08-a626-c7775cd81e7e req-f79fad93-a7e5-42a7-92c8-06878c37d5e1 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Calling delete_port for 65999c73-dbce-45e5-8f81-7923b9357319 owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:35:37.803092 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-58ef1e05-93c4-4a08-a626-c7775cd81e7e req-f79fad93-a7e5-42a7-92c8-06878c37d5e1 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:37.808448 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-208b1788-43cf-47fe-9a8f-0bc0537784e0 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:37.814856 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['65999c73-dbce-45e5-8f81-7923b9357319'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:35:37.856683 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fad93-a7e5-42a7-92c8-06878c37d5e1 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Pushing event deleted for resources: {'Port': ['ID=65999c73-dbce-45e5-8f81-7923b9357319,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:37.894142 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fad93-a7e5-42a7-92c8-06878c37d5e1 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:35:37.894577 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fad93-a7e5-42a7-92c8-06878c37d5e1 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:35:37.894997 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fad93-a7e5-42a7-92c8-06878c37d5e1 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:35:37.895414 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fad93-a7e5-42a7-92c8-06878c37d5e1 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:35:37.895823 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fad93-a7e5-42a7-92c8-06878c37d5e1 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:35:37.896234 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fad93-a7e5-42a7-92c8-06878c37d5e1 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:35:37.896643 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fad93-a7e5-42a7-92c8-06878c37d5e1 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:35:37.897049 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fad93-a7e5-42a7-92c8-06878c37d5e1 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:35:37.897479 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fad93-a7e5-42a7-92c8-06878c37d5e1 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:35:37.897887 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fad93-a7e5-42a7-92c8-06878c37d5e1 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:35:37.898288 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fad93-a7e5-42a7-92c8-06878c37d5e1 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:35:37.898690 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fad93-a7e5-42a7-92c8-06878c37d5e1 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:35:37.907052 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f79fad93-a7e5-42a7-92c8-06878c37d5e1 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:37.951658 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ef1e05-93c4-4a08-a626-c7775cd81e7e req-f79fad93-a7e5-42a7-92c8-06878c37d5e1 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] No DVR routers for this DVR port 65999c73-dbce-45e5-8f81-7923b9357319 on host hv-cinder-78729 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:35:37.953952 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-58ef1e05-93c4-4a08-a626-c7775cd81e7e req-f79fad93-a7e5-42a7-92c8-06878c37d5e1 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:37.956567 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3400ee-cea5-447d-9788-97624defc4d5', 'name': 'network-vif-deleted', 'tag': '65999c73-dbce-45e5-8f81-7923b9357319'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:35:37.969598 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-58ef1e05-93c4-4a08-a626-c7775cd81e7e req-f79fad93-a7e5-42a7-92c8-06878c37d5e1 tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.36 "DELETE /v2.0/ports/65999c73-dbce-45e5-8f81-7923b9357319 HTTP/1.1" status: 204 len: 173 time: 0.8167140 Apr 20 23:35:38.010649 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3400ee-cea5-447d-9788-97624defc4d5', 'name': 'network-vif-deleted', 'tag': '65999c73-dbce-45e5-8f81-7923b9357319', 'status': 'completed', 'code': 200} Apr 20 23:35:38.117521 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-ab89b7d4-865d-4f7a-a15e-bcc52424ac72 req-1aa22a12-7651-4b79-9ac6-f552258c3ddb tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Synchronizing usage tracker for tenant:e57a6344158846579a87f753c3e3ac4a on resource:port {{(pid=86357) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:35:38.132070 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-ab89b7d4-865d-4f7a-a15e-bcc52424ac72 req-1aa22a12-7651-4b79-9ac6-f552258c3ddb tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] Unset dirty status for tenant:e57a6344158846579a87f753c3e3ac4a on resource:port {{(pid=86357) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:35:38.133391 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-ab89b7d4-865d-4f7a-a15e-bcc52424ac72 req-1aa22a12-7651-4b79-9ac6-f552258c3ddb tempest-AttachVolumeNegativeTest-1947203338 tempest-AttachVolumeNegativeTest-1947203338-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f3400ee-cea5-447d-9788-97624defc4d5 HTTP/1.1" status: 200 len: 210 time: 0.0674963 Apr 20 23:35:38.864076 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 65999c73-dbce-45e5-8f81-7923b9357319 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:35:38.905935 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] No Port match for: 65999c73-dbce-45e5-8f81-7923b9357319 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:35:38.906348 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 65999c73-dbce-45e5-8f81-7923b9357319 not bound to the agent host hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:35:38.906798 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:35:38.943689 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] No Port match for: 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:35:38.944093 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device 2d2bbf95-79d3-49e4-9ba8-066843e8a1b9 not bound to the agent host hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:35:38.987819 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 60900) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:39.237998 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 60910) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:39.303652 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b5fdab-215e-4c07-8e7b-fdae86107975 admin admin] Deleting subnet d127c2fc-660f-427e-a2af-20862e10eb85 {{(pid=86356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:35:39.306774 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-86b5fdab-215e-4c07-8e7b-fdae86107975 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:39.362513 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-86b5fdab-215e-4c07-8e7b-fdae86107975 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851916009'] for subnet, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:39.420269 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-86b5fdab-215e-4c07-8e7b-fdae86107975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853347799'] for subnet, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:39.560977 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c8311168-0c6c-4b59-bfd1-cd09e1c8c37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854149478'] for router_interface, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:39.681706 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-86b5fdab-215e-4c07-8e7b-fdae86107975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2931179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2663428'] for subnet, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:39.686586 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:39.723502 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5fdab-215e-4c07-8e7b-fdae86107975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d127c2fc-660f-427e-a2af-20862e10eb85,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:39.725995 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-86b5fdab-215e-4c07-8e7b-fdae86107975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:39.728391 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-86b5fdab-215e-4c07-8e7b-fdae86107975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:39.732597 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-86b5fdab-215e-4c07-8e7b-fdae86107975 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d127c2fc-660f-427e-a2af-20862e10eb85 HTTP/1.1" status: 204 len: 168 time: 0.4932244 Apr 20 23:35:39.735948 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 60914) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:39.934076 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-c8311168-0c6c-4b59-bfd1-cd09e1c8c37d admin admin] Deleting port ea4dc13e-e56e-472c-9d6e-5db451273829 {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:35:39.934714 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c8311168-0c6c-4b59-bfd1-cd09e1c8c37d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:40.082125 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-12f37742-4e36-419a-803e-f9cb75589b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853052571'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:40.119430 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-c8311168-0c6c-4b59-bfd1-cd09e1c8c37d admin admin] For port ea4dc13e-e56e-472c-9d6e-5db451273829, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=ea4dc13e-e56e-472c-9d6e-5db451273829,segment=NetworkSegment(04007d49-6b9c-4837-8d55-9e9bdafa0961),segment_id=04007d49-6b9c-4837-8d55-9e9bdafa0961)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:35:40.119831 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c8311168-0c6c-4b59-bfd1-cd09e1c8c37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:40.222272 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-12f37742-4e36-419a-803e-f9cb75589b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428092', 'neutron.services.segments.db._delete_segments_for_network-8757164038259'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:40.262089 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-c8311168-0c6c-4b59-bfd1-cd09e1c8c37d admin admin] Calling delete_port for ea4dc13e-e56e-472c-9d6e-5db451273829 owned by network:router_interface {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:35:40.340313 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-12f37742-4e36-419a-803e-f9cb75589b9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e204a5b-b262-438c-b33b-796154db64da']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:40.353874 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-12f37742-4e36-419a-803e-f9cb75589b9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd412a51e-fe1f-47f0-b436-ed235c64765a') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:40.354314 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-12f37742-4e36-419a-803e-f9cb75589b9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd412a51e-fe1f-47f0-b436-ed235c64765a') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:40.367864 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-12f37742-4e36-419a-803e-f9cb75589b9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279690575971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2859807'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:40.385733 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-12f37742-4e36-419a-803e-f9cb75589b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:40.392849 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f37742-4e36-419a-803e-f9cb75589b9f admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:35:40.453846 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c8311168-0c6c-4b59-bfd1-cd09e1c8c37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:40.459003 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2aec2145-89b4-42c6-adb5-ad1eb875fb12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:40.507856 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8311168-0c6c-4b59-bfd1-cd09e1c8c37d admin admin] Pushing event deleted for resources: {'Port': ['ID=ea4dc13e-e56e-472c-9d6e-5db451273829,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:40.515519 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c8311168-0c6c-4b59-bfd1-cd09e1c8c37d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:40.600115 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-12f37742-4e36-419a-803e-f9cb75589b9f admin admin] Network 2e204a5b-b262-438c-b33b-796154db64da has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:35:40.610706 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-12f37742-4e36-419a-803e-f9cb75589b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853386440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851844280'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:40.802894 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-12f37742-4e36-419a-803e-f9cb75589b9f admin admin] Network 2e204a5b-b262-438c-b33b-796154db64da has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:35:40.815764 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c8311168-0c6c-4b59-bfd1-cd09e1c8c37d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854149404'] for router_interface, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: timer() Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: cb(*args, **kw) Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: self._notify() Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: self.callback(batched_events) Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: event.method(event) Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: return self._get(url).json() Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: **kwargs) Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: **endpoint_filter) Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:35:40.825685 dv-cinder-787296-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:35:40.908143 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-12f37742-4e36-419a-803e-f9cb75589b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853347724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648834'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:40.912018 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:40.927783 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-12f37742-4e36-419a-803e-f9cb75589b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:40.940300 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f37742-4e36-419a-803e-f9cb75589b9f admin admin] Pushing event deleted for resources: {'Network': ['ID=2e204a5b-b262-438c-b33b-796154db64da,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:40.943978 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-12f37742-4e36-419a-803e-f9cb75589b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:40.948993 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-12f37742-4e36-419a-803e-f9cb75589b9f admin admin] 10.222.0.16 "DELETE /v2.0/networks/2e204a5b-b262-438c-b33b-796154db64da HTTP/1.1" status: 204 len: 168 time: 1.2119217 Apr 20 23:35:41.139522 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 60938) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:41.191906 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-e26eb0ce-df4e-4ce6-a483-ba5d3427d3de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e57a6344158846579a87f753c3e3ac4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510256 Apr 20 23:35:41.194512 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 60942) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:41.260176 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-95d44921-31d9-4086-b7d0-0d874c28b976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:41.287071 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-95d44921-31d9-4086-b7d0-0d874c28b976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:41.330945 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-95d44921-31d9-4086-b7d0-0d874c28b976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:41.334706 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b94a0112-d8c2-42a4-a059-fad9e32f6dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:41.350272 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d44921-31d9-4086-b7d0-0d874c28b976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc7af64-4090-4767-b833-994592a2b335,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:41.353032 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-95d44921-31d9-4086-b7d0-0d874c28b976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:41.359114 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-95d44921-31d9-4086-b7d0-0d874c28b976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:41.360649 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-95d44921-31d9-4086-b7d0-0d874c28b976 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8dc7af64-4090-4767-b833-994592a2b335 HTTP/1.1" status: 204 len: 168 time: 0.1648376 Apr 20 23:35:41.434032 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8311168-0c6c-4b59-bfd1-cd09e1c8c37d admin admin] Router aba9ddf3-e382-4547-a720-bb8bf7b2e79e has already been hosted by L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb {{(pid=86357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:35:41.623009 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8311168-0c6c-4b59-bfd1-cd09e1c8c37d admin admin] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:35:41.633633 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab594b6-f3dd-430d-b89a-e26c9ae8050b None None] Sync routers for ids ['aba9ddf3-e382-4547-a720-bb8bf7b2e79e'] in dv-cinder-787296-1-smb {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:35:41.646436 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c8311168-0c6c-4b59-bfd1-cd09e1c8c37d admin admin] 10.222.0.16 "PUT /v2.0/routers/aba9ddf3-e382-4547-a720-bb8bf7b2e79e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6572089 Apr 20 23:35:41.647126 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 60954) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:41.649955 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab594b6-f3dd-430d-b89a-e26c9ae8050b None None] Routers {'aba9ddf3-e382-4547-a720-bb8bf7b2e79e'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:35:41.650890 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-2ab594b6-f3dd-430d-b89a-e26c9ae8050b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:35:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['aba9ddf3-e382-4547-a720-bb8bf7b2e79e'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:41.850408 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dd0cc7bc-0bfd-45ee-a191-5d71491db936 admin admin] Notify callbacks [] for router, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:41.886319 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-2ab594b6-f3dd-430d-b89a-e26c9ae8050b None None] Set router aba9ddf3-e382-4547-a720-bb8bf7b2e79e gateway port host: dv-cinder-787296-1-smb {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:35:42.062604 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dd0cc7bc-0bfd-45ee-a191-5d71491db936 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:42.072998 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-dd0cc7bc-0bfd-45ee-a191-5d71491db936 admin admin] Deleting port d41a7b9b-b230-4aa7-9c40-0e6a259f99cc {{(pid=86357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:35:42.073652 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dd0cc7bc-0bfd-45ee-a191-5d71491db936 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:42.287906 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-dd0cc7bc-0bfd-45ee-a191-5d71491db936 admin admin] For port d41a7b9b-b230-4aa7-9c40-0e6a259f99cc, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=d41a7b9b-b230-4aa7-9c40-0e6a259f99cc,segment=NetworkSegment(6da6a8de-ef5d-4456-8d26-a2b4515179e3),segment_id=6da6a8de-ef5d-4456-8d26-a2b4515179e3)] {{(pid=86357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:35:42.288248 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dd0cc7bc-0bfd-45ee-a191-5d71491db936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:42.417011 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-2ab594b6-f3dd-430d-b89a-e26c9ae8050b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'name': 'tempest-TestMinimumBasicScenario-1679623479-router', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': 'd41a7b9b-b230-4aa7-9c40-0e6a259f99cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:58Z', 'updated_at': '2021-04-20T23:35:40Z', 'revision_number': 5, 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'gw_port': {'id': 'd41a7b9b-b230-4aa7-9c40-0e6a259f99cc', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:19:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:32:59Z', 'updated_at': '2021-04-20T23:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb'}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:42.423403 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab594b6-f3dd-430d-b89a-e26c9ae8050b None None] Checking router: aba9ddf3-e382-4547-a720-bb8bf7b2e79e for host: dv-cinder-787296-1-smb {{(pid=86358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:35:42.432789 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab594b6-f3dd-430d-b89a-e26c9ae8050b None None] Routers {'aba9ddf3-e382-4547-a720-bb8bf7b2e79e'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:35:42.433507 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-2ab594b6-f3dd-430d-b89a-e26c9ae8050b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:35:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['aba9ddf3-e382-4547-a720-bb8bf7b2e79e'], 'active': True} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:42.460385 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-dd0cc7bc-0bfd-45ee-a191-5d71491db936 admin admin] Calling delete_port for d41a7b9b-b230-4aa7-9c40-0e6a259f99cc owned by network:router_gateway {{(pid=86357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:35:42.641912 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-2ab594b6-f3dd-430d-b89a-e26c9ae8050b None None] Set router aba9ddf3-e382-4547-a720-bb8bf7b2e79e gateway port host: None {{(pid=86358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:35:42.692577 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dd0cc7bc-0bfd-45ee-a191-5d71491db936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2975209'] for port, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:42.695001 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d7918207-e2b1-4a39-99ba-a9528ab4bcd4 tempest-AttachVolumeTestJSON-1011675345 tempest-AttachVolumeTestJSON-1011675345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:42.747859 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0cc7bc-0bfd-45ee-a191-5d71491db936 admin admin] Pushing event deleted for resources: {'Port': ['ID=d41a7b9b-b230-4aa7-9c40-0e6a259f99cc,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:42.771500 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-2ab594b6-f3dd-430d-b89a-e26c9ae8050b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'name': 'tempest-TestMinimumBasicScenario-1679623479-router', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:58Z', 'updated_at': '2021-04-20T23:35:42Z', 'revision_number': 6, 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'gw_port_host': None}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:42.776373 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab594b6-f3dd-430d-b89a-e26c9ae8050b None None] The sync data for ids ['aba9ddf3-e382-4547-a720-bb8bf7b2e79e'] in dv-cinder-787296-1-smb is: [{'id': 'aba9ddf3-e382-4547-a720-bb8bf7b2e79e', 'name': 'tempest-TestMinimumBasicScenario-1679623479-router', 'tenant_id': '2fe533bef34b4cc19229fead4ee8762c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:32:58Z', 'updated_at': '2021-04-20T23:35:42Z', 'revision_number': 6, 'project_id': '2fe533bef34b4cc19229fead4ee8762c', 'gw_port_host': None}] {{(pid=86358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:35:42.791059 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dd0cc7bc-0bfd-45ee-a191-5d71491db936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:42.856386 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dd0cc7bc-0bfd-45ee-a191-5d71491db936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645221'] for router_gateway, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:42.889708 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 32794) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:43.034605 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2e54be61-6236-4f5d-a45d-32a9eb3a0cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:43.056527 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dd0cc7bc-0bfd-45ee-a191-5d71491db936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-628537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773410'] for router, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:43.056758 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-2e54be61-6236-4f5d-a45d-32a9eb3a0cd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:35:43.059308 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dd0cc7bc-0bfd-45ee-a191-5d71491db936 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:43.063433 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2e54be61-6236-4f5d-a45d-32a9eb3a0cd8 admin admin] Usage tracker for resource:security_group_rule and tenant:65708c65e1c946f1aa60e8a35a0a99a1 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:35:43.068169 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2e54be61-6236-4f5d-a45d-32a9eb3a0cd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:35:43.074693 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-2e54be61-6236-4f5d-a45d-32a9eb3a0cd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:35:43.086721 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dd0cc7bc-0bfd-45ee-a191-5d71491db936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854152067'] for router, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:43.087321 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0cc7bc-0bfd-45ee-a191-5d71491db936 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aba9ddf3-e382-4547-a720-bb8bf7b2e79e {{(pid=86357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 23:35:43.107415 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dd0cc7bc-0bfd-45ee-a191-5d71491db936 admin admin] Notify callbacks [] for router, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:43.108818 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-dd0cc7bc-0bfd-45ee-a191-5d71491db936 admin admin] 10.222.0.16 "DELETE /v2.0/routers/aba9ddf3-e382-4547-a720-bb8bf7b2e79e HTTP/1.1" status: 204 len: 168 time: 1.4606915 Apr 20 23:35:43.111500 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 32802) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:43.121023 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 32806) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:43.177688 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ca13e7-ce35-494d-a08a-6e8a8e9d874e admin admin] Deleting subnet f28d0304-03e1-4b20-9137-942b41a24e13 {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:35:43.180839 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e8ca13e7-ce35-494d-a08a-6e8a8e9d874e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:43.182133 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2e54be61-6236-4f5d-a45d-32a9eb3a0cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:43.185347 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2e54be61-6236-4f5d-a45d-32a9eb3a0cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:43.194467 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-95d44921-31d9-4086-b7d0-0d874c28b976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:43.249019 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e8ca13e7-ce35-494d-a08a-6e8a8e9d874e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2432657'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:43.251592 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54be61-6236-4f5d-a45d-32a9eb3a0cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a4b6ee-a021-4be2-8363-ca132eb5f36f,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:43.258971 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-2e54be61-6236-4f5d-a45d-32a9eb3a0cd8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65708c65e1c946f1aa60e8a35a0a99a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3679109 Apr 20 23:35:43.260008 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2e54be61-6236-4f5d-a45d-32a9eb3a0cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:43.260489 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 32812) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:43.288903 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2fc47ac4-021c-4dc1-be92-7cfc15abd588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:43.319987 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-2fc47ac4-021c-4dc1-be92-7cfc15abd588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:35:43.331873 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2fc47ac4-021c-4dc1-be92-7cfc15abd588 admin admin] Usage tracker for resource:security_group_rule and tenant:b507ba14c4b941ecb199b8b060b39e2d is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:35:43.333906 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e8ca13e7-ce35-494d-a08a-6e8a8e9d874e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853347799'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:43.337822 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-2fc47ac4-021c-4dc1-be92-7cfc15abd588 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:35:43.347022 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-2fc47ac4-021c-4dc1-be92-7cfc15abd588 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:35:43.379347 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-70300473-100f-4f86-b900-ff654996ad22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:43.418879 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-70300473-100f-4f86-b900-ff654996ad22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:43.508832 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2fc47ac4-021c-4dc1-be92-7cfc15abd588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:43.511964 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2fc47ac4-021c-4dc1-be92-7cfc15abd588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:43.521463 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8700b216-5385-46f8-88bf-8f45c3d2e80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:43.536485 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-70300473-100f-4f86-b900-ff654996ad22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:43.588352 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 32816) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:43.588525 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-2fc47ac4-021c-4dc1-be92-7cfc15abd588 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b507ba14c4b941ecb199b8b060b39e2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4657400 Apr 20 23:35:43.589455 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc47ac4-021c-4dc1-be92-7cfc15abd588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5ac991-f82c-49ce-a8c1-242eadaad06a,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:43.592542 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-70300473-100f-4f86-b900-ff654996ad22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:43.596980 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-70300473-100f-4f86-b900-ff654996ad22 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9a4b6ee-a021-4be2-8363-ca132eb5f36f HTTP/1.1" status: 204 len: 168 time: 0.3233099 Apr 20 23:35:43.598167 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2fc47ac4-021c-4dc1-be92-7cfc15abd588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:43.598557 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1e60732e-ec3d-4bd1-a4fa-62c8b6af64c8 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:43.609282 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70300473-100f-4f86-b900-ff654996ad22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a4b6ee-a021-4be2-8363-ca132eb5f36f,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:43.611576 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-70300473-100f-4f86-b900-ff654996ad22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:43.640277 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e8ca13e7-ce35-494d-a08a-6e8a8e9d874e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2975549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2132295'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:43.654142 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-bb4ca440-0764-4448-a376-658cc53fd4d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:43.694446 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca13e7-ce35-494d-a08a-6e8a8e9d874e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f28d0304-03e1-4b20-9137-942b41a24e13,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:43.697578 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e8ca13e7-ce35-494d-a08a-6e8a8e9d874e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:43.703307 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209c5f45-1a71-4c28-bf9a-d159416f6633 None None] Network e292421f-a606-4905-abc3-7ede61586276 requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:35:43.705411 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e8ca13e7-ce35-494d-a08a-6e8a8e9d874e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:43.718931 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-e8ca13e7-ce35-494d-a08a-6e8a8e9d874e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f28d0304-03e1-4b20-9137-942b41a24e13 HTTP/1.1" status: 204 len: 168 time: 0.6036537 Apr 20 23:35:43.719241 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 32822) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:43.719356 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a6ee65a0-ed0c-4176-9426-a885a8874efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:43.754565 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a6ee65a0-ed0c-4176-9426-a885a8874efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:43.805187 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a6ee65a0-ed0c-4176-9426-a885a8874efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:43.816207 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-02149862-4540-4300-98f6-c8f85d247136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:43.836310 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee65a0-ed0c-4176-9426-a885a8874efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5ac991-f82c-49ce-a8c1-242eadaad06a,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:43.840182 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a6ee65a0-ed0c-4176-9426-a885a8874efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:43.842891 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a6ee65a0-ed0c-4176-9426-a885a8874efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:43.844961 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a6ee65a0-ed0c-4176-9426-a885a8874efc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d5ac991-f82c-49ce-a8c1-242eadaad06a HTTP/1.1" status: 204 len: 168 time: 0.2560661 Apr 20 23:35:43.875219 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-decf3089-dcd6-48db-9675-4dcf341a0b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853052571'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:43.891465 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-decf3089-dcd6-48db-9675-4dcf341a0b06 admin admin] Deleting port 7d565c63-9d61-427f-96ce-9d4a4f4c97d5 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:35:43.891877 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-decf3089-dcd6-48db-9675-4dcf341a0b06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:43.971778 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 32830) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:43.995311 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-50abfba7-0d5e-4da2-a6dd-b1c9c7a6da90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:44.021556 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ad47eb-b26b-4c79-994c-03370ceede4e None None] DHCP port deletion for e292421f-a606-4905-abc3-7ede61586276 request from dv-cinder-787296-1-smb {{(pid=86358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 23:35:44.026406 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-32ad47eb-b26b-4c79-994c-03370ceede4e None None] Deleting port 7d565c63-9d61-427f-96ce-9d4a4f4c97d5 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:35:44.026918 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-32ad47eb-b26b-4c79-994c-03370ceede4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:44.030904 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-50abfba7-0d5e-4da2-a6dd-b1c9c7a6da90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:35:44.035183 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-50abfba7-0d5e-4da2-a6dd-b1c9c7a6da90 admin admin] Usage tracker for resource:security_group_rule and tenant:336ce90800d54fa0a31a9961a2aa9ec1 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:35:44.038229 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-50abfba7-0d5e-4da2-a6dd-b1c9c7a6da90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:35:44.044571 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-50abfba7-0d5e-4da2-a6dd-b1c9c7a6da90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:35:44.127537 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-decf3089-dcd6-48db-9675-4dcf341a0b06 admin admin] For port 7d565c63-9d61-427f-96ce-9d4a4f4c97d5, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=7d565c63-9d61-427f-96ce-9d4a4f4c97d5,segment=NetworkSegment(04007d49-6b9c-4837-8d55-9e9bdafa0961),segment_id=04007d49-6b9c-4837-8d55-9e9bdafa0961)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:35:44.128094 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-decf3089-dcd6-48db-9675-4dcf341a0b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:44.147660 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-50abfba7-0d5e-4da2-a6dd-b1c9c7a6da90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:44.155233 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-50abfba7-0d5e-4da2-a6dd-b1c9c7a6da90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:44.165200 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-31d80a57-3d07-4a2d-94b5-7159d1f7104b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:44.215376 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-50abfba7-0d5e-4da2-a6dd-b1c9c7a6da90 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=336ce90800d54fa0a31a9961a2aa9ec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421918 Apr 20 23:35:44.218802 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 32840) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:44.220422 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abfba7-0d5e-4da2-a6dd-b1c9c7a6da90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2decc0e9-27d8-44c8-bfe7-674eb4bb2c4a,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:44.234813 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-50abfba7-0d5e-4da2-a6dd-b1c9c7a6da90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:44.269904 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-32ad47eb-b26b-4c79-994c-03370ceede4e None None] For port 7d565c63-9d61-427f-96ce-9d4a4f4c97d5, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=7d565c63-9d61-427f-96ce-9d4a4f4c97d5,segment=NetworkSegment(04007d49-6b9c-4837-8d55-9e9bdafa0961),segment_id=04007d49-6b9c-4837-8d55-9e9bdafa0961)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:35:44.270579 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-32ad47eb-b26b-4c79-994c-03370ceede4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:44.286857 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-decf3089-dcd6-48db-9675-4dcf341a0b06 admin admin] Calling delete_port for 7d565c63-9d61-427f-96ce-9d4a4f4c97d5 owned by network:dhcp {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:35:44.317405 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4844dd64-2687-49b3-b8f9-f108b38a1580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:44.351558 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4844dd64-2687-49b3-b8f9-f108b38a1580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:44.379017 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-decf3089-dcd6-48db-9675-4dcf341a0b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:44.385840 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0c963cca-5f56-42c0-b5c7-27cb0995b5a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:44.414389 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-32ad47eb-b26b-4c79-994c-03370ceede4e None None] Calling delete_port for 7d565c63-9d61-427f-96ce-9d4a4f4c97d5 owned by network:dhcp {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:35:44.440566 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4844dd64-2687-49b3-b8f9-f108b38a1580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:44.446529 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-65070d06-d977-4b02-81c2-05e136c04ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:44.447672 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decf3089-dcd6-48db-9675-4dcf341a0b06 admin admin] No DVR routers for this DVR port 7d565c63-9d61-427f-96ce-9d4a4f4c97d5 on host dv-cinder-787296-1-smb {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:35:44.451274 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf3089-dcd6-48db-9675-4dcf341a0b06 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d565c63-9d61-427f-96ce-9d4a4f4c97d5,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:44.470680 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844dd64-2687-49b3-b8f9-f108b38a1580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2decc0e9-27d8-44c8-bfe7-674eb4bb2c4a,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:44.484309 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4844dd64-2687-49b3-b8f9-f108b38a1580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:44.494868 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4844dd64-2687-49b3-b8f9-f108b38a1580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:44.497300 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-4844dd64-2687-49b3-b8f9-f108b38a1580 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2decc0e9-27d8-44c8-bfe7-674eb4bb2c4a HTTP/1.1" status: 204 len: 168 time: 0.2611511 Apr 20 23:35:44.497445 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-decf3089-dcd6-48db-9675-4dcf341a0b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:44.511677 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.db.api [None req-32ad47eb-b26b-4c79-994c-03370ceede4e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 23:35:44.512249 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_db.api [None req-32ad47eb-b26b-4c79-994c-03370ceede4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 23:35:44.624729 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-decf3089-dcd6-48db-9675-4dcf341a0b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428092', 'neutron.services.segments.db._delete_segments_for_network-8757164038259'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:44.672761 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 7d565c63-9d61-427f-96ce-9d4a4f4c97d5 no longer exists at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:35:44.711842 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] No Port match for: 7d565c63-9d61-427f-96ce-9d4a4f4c97d5 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:35:44.712565 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 7d565c63-9d61-427f-96ce-9d4a4f4c97d5 not bound to the agent host dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:35:44.713306 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device ea4dc13e-e56e-472c-9d6e-5db451273829 no longer exists at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:35:44.716826 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 32860) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:44.751991 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] No Port match for: ea4dc13e-e56e-472c-9d6e-5db451273829 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:35:44.752721 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device ea4dc13e-e56e-472c-9d6e-5db451273829 not bound to the agent host dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:35:44.753211 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device d41a7b9b-b230-4aa7-9c40-0e6a259f99cc no longer exists at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:35:44.768930 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-decf3089-dcd6-48db-9675-4dcf341a0b06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e292421f-a606-4905-abc3-7ede61586276']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:44.785003 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-decf3089-dcd6-48db-9675-4dcf341a0b06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04007d49-6b9c-4837-8d55-9e9bdafa0961') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:44.785399 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-decf3089-dcd6-48db-9675-4dcf341a0b06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04007d49-6b9c-4837-8d55-9e9bdafa0961') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:44.792805 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] No Port match for: d41a7b9b-b230-4aa7-9c40-0e6a259f99cc {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:35:44.793452 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device d41a7b9b-b230-4aa7-9c40-0e6a259f99cc not bound to the agent host dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:35:44.799481 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-decf3089-dcd6-48db-9675-4dcf341a0b06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279690575971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2859807'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:44.820931 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-decf3089-dcd6-48db-9675-4dcf341a0b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:44.828518 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-decf3089-dcd6-48db-9675-4dcf341a0b06 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:35:44.849652 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-009ddbb4-a2fe-4de9-a73a-9ca1b9559c35 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-457789847-network', 'tenant_id': '3ddab5afe4f140ee9e554233b6300c57'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:35:44.855224 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-009ddbb4-a2fe-4de9-a73a-9ca1b9559c35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:35:44.859638 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-009ddbb4-a2fe-4de9-a73a-9ca1b9559c35 admin admin] Usage tracker for resource:network and tenant:3ddab5afe4f140ee9e554233b6300c57 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:35:44.862894 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-009ddbb4-a2fe-4de9-a73a-9ca1b9559c35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:35:44.869750 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-009ddbb4-a2fe-4de9-a73a-9ca1b9559c35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:35:44.882555 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009ddbb4-a2fe-4de9-a73a-9ca1b9559c35 admin admin] Made reservation on behalf of 3ddab5afe4f140ee9e554233b6300c57 for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:35:44.888226 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-009ddbb4-a2fe-4de9-a73a-9ca1b9559c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:44.902773 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-009ddbb4-a2fe-4de9-a73a-9ca1b9559c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:44.919261 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-009ddbb4-a2fe-4de9-a73a-9ca1b9559c35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:35:44.923480 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-009ddbb4-a2fe-4de9-a73a-9ca1b9559c35 admin admin] Usage tracker for resource:security_group_rule and tenant:3ddab5afe4f140ee9e554233b6300c57 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:35:44.926579 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-009ddbb4-a2fe-4de9-a73a-9ca1b9559c35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:35:44.932666 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-009ddbb4-a2fe-4de9-a73a-9ca1b9559c35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:35:45.013353 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-32ad47eb-b26b-4c79-994c-03370ceede4e None None] Deleting port 7d565c63-9d61-427f-96ce-9d4a4f4c97d5 {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:35:45.013798 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-32ad47eb-b26b-4c79-994c-03370ceede4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:45.016257 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-decf3089-dcd6-48db-9675-4dcf341a0b06 admin admin] Network e292421f-a606-4905-abc3-7ede61586276 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:35:45.025997 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-decf3089-dcd6-48db-9675-4dcf341a0b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853386440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851844280'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:45.027917 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-009ddbb4-a2fe-4de9-a73a-9ca1b9559c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:45.031193 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-009ddbb4-a2fe-4de9-a73a-9ca1b9559c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:45.035745 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b2d75188-5f67-402f-a083-70106d047657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:45.064641 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-009ddbb4-a2fe-4de9-a73a-9ca1b9559c35 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:35:45.082059 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ddbb4-a2fe-4de9-a73a-9ca1b9559c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddbf38c-08a5-4e71-b515-c1c61784927b,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:45.098269 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-32ad47eb-b26b-4c79-994c-03370ceede4e None None] The port '7d565c63-9d61-427f-96ce-9d4a4f4c97d5' was deleted {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 23:35:45.100905 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-009ddbb4-a2fe-4de9-a73a-9ca1b9559c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:45.101351 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-009ddbb4-a2fe-4de9-a73a-9ca1b9559c35 admin admin] Added segment 9fbbba26-dbfb-40ca-b192-5d7c21aa0cdc of type vlan for network 5f0d9919-c4ec-460d-aea1-6998091aa975 Apr 20 23:35:45.109955 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-009ddbb4-a2fe-4de9-a73a-9ca1b9559c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:45.134878 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-009ddbb4-a2fe-4de9-a73a-9ca1b9559c35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757163678135'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:45.166689 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-009ddbb4-a2fe-4de9-a73a-9ca1b9559c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:45.168077 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009ddbb4-a2fe-4de9-a73a-9ca1b9559c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:45.168721 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-009ddbb4-a2fe-4de9-a73a-9ca1b9559c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:45.174473 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:45.224401 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-decf3089-dcd6-48db-9675-4dcf341a0b06 admin admin] Network e292421f-a606-4905-abc3-7ede61586276 has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: timer() Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: cb(*args, **kw) Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: self._notify() Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: self.callback(batched_events) Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: event.method(event) Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: return self._get(url).json() Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: **kwargs) Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: **endpoint_filter) Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:35:45.249340 dv-cinder-787296-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:35:45.283665 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ddbb4-a2fe-4de9-a73a-9ca1b9559c35 admin admin] Pushing event updated for resources: {'Network': ['ID=5f0d9919-c4ec-460d-aea1-6998091aa975,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:45.286807 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-009ddbb4-a2fe-4de9-a73a-9ca1b9559c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:45.288455 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-009ddbb4-a2fe-4de9-a73a-9ca1b9559c35 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5698967 Apr 20 23:35:45.293645 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 32882) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:45.294806 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Network 5f0d9919-c4ec-460d-aea1-6998091aa975 details requested by agent ovs-agent-dv-cinder-787296-1-smb with host dv-cinder-787296-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:35:45.300198 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-5eede0ca-d323-4cc3-a4bd-a3901886e045 admin admin] Request body: {'subnet': {'network_id': '5f0d9919-c4ec-460d-aea1-6998091aa975', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-457789847-subnet', 'tenant_id': '3ddab5afe4f140ee9e554233b6300c57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:35:45.305348 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-5eede0ca-d323-4cc3-a4bd-a3901886e045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:35:45.309439 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-5eede0ca-d323-4cc3-a4bd-a3901886e045 admin admin] Usage tracker for resource:subnet and tenant:3ddab5afe4f140ee9e554233b6300c57 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:35:45.312990 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-5eede0ca-d323-4cc3-a4bd-a3901886e045 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:35:45.319524 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-5eede0ca-d323-4cc3-a4bd-a3901886e045 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:35:45.329836 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eede0ca-d323-4cc3-a4bd-a3901886e045 admin admin] Made reservation on behalf of 3ddab5afe4f140ee9e554233b6300c57 for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:35:45.335146 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5eede0ca-d323-4cc3-a4bd-a3901886e045 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852643475'] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:45.335593 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-decf3089-dcd6-48db-9675-4dcf341a0b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853347724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648834'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:45.344148 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5923c55f-cc3f-4a20-a705-e1e4b04b19d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:45.368208 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-decf3089-dcd6-48db-9675-4dcf341a0b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:45.386135 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf3089-dcd6-48db-9675-4dcf341a0b06 admin admin] Pushing event deleted for resources: {'Network': ['ID=e292421f-a606-4905-abc3-7ede61586276,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:45.388870 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-decf3089-dcd6-48db-9675-4dcf341a0b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:45.390956 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-decf3089-dcd6-48db-9675-4dcf341a0b06 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e292421f-a606-4905-abc3-7ede61586276 HTTP/1.1" status: 204 len: 168 time: 1.6705813 Apr 20 23:35:45.396959 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 32888) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:45.992517 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5eede0ca-d323-4cc3-a4bd-a3901886e045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851800200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852643460'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:45.997442 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:46.009166 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4b3ffc7a-3f28-47eb-9a23-44abc27560df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854149478'] for router_interface, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:46.081119 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eede0ca-d323-4cc3-a4bd-a3901886e045 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e077e92-bad3-456b-9046-a222d63f1085,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:46.085359 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5eede0ca-d323-4cc3-a4bd-a3901886e045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:46.086197 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eede0ca-d323-4cc3-a4bd-a3901886e045 admin admin] Checking segment: {'id': '9fbbba26-dbfb-40ca-b192-5d7c21aa0cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5f0d9919-c4ec-460d-aea1-6998091aa975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:35:46.086596 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eede0ca-d323-4cc3-a4bd-a3901886e045 admin admin] Network hostable DHCP agents. Network: 5f0d9919-c4ec-460d-aea1-6998091aa975, hostable agents: ['a298e916-2d0e-40ec-9d0f-6465273d3362'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:35:46.109479 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:46.117173 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eede0ca-d323-4cc3-a4bd-a3901886e045 admin admin] Network 5f0d9919-c4ec-460d-aea1-6998091aa975 is scheduled to be hosted by DHCP agent a298e916-2d0e-40ec-9d0f-6465273d3362 with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:35:46.127310 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-5eede0ca-d323-4cc3-a4bd-a3901886e045 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-smb, 5f0d9919-c4ec-460d-aea1-6998091aa975) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:35:46.136512 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b312129-b049-4c0f-a5c5-e4625894cd8f None None] Network 5f0d9919-c4ec-460d-aea1-6998091aa975 requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:35:46.150259 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eede0ca-d323-4cc3-a4bd-a3901886e045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:46.151242 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5eede0ca-d323-4cc3-a4bd-a3901886e045 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:46.176678 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5eede0ca-d323-4cc3-a4bd-a3901886e045 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8819003 Apr 20 23:35:46.402144 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bc2567-4f49-434c-a7b1-e18de4dcd327 None None] Network 5f0d9919-c4ec-460d-aea1-6998091aa975 requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:35:46.698108 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-4b3ffc7a-3f28-47eb-9a23-44abc27560df admin admin] Deleting port 4eef1333-3dcd-4efc-88f9-c6660c405b85 {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:35:46.698607 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4b3ffc7a-3f28-47eb-9a23-44abc27560df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:46.892216 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-4b3ffc7a-3f28-47eb-9a23-44abc27560df admin admin] For port 4eef1333-3dcd-4efc-88f9-c6660c405b85, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=4eef1333-3dcd-4efc-88f9-c6660c405b85,segment=NetworkSegment(21ef2e3d-6212-4d79-ab7a-1f045ca7b7c1),segment_id=21ef2e3d-6212-4d79-ab7a-1f045ca7b7c1)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:35:46.892624 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4b3ffc7a-3f28-47eb-9a23-44abc27560df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:46.927142 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 32930) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:46.933619 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-93842aa9-2cf8-47a3-a087-6b150bb2d7b4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-970807806-network', 'tenant_id': '0aabdbbb5e764454903458033d36b3c8'}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:35:46.939184 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-93842aa9-2cf8-47a3-a087-6b150bb2d7b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:35:46.943217 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-93842aa9-2cf8-47a3-a087-6b150bb2d7b4 admin admin] Usage tracker for resource:network and tenant:0aabdbbb5e764454903458033d36b3c8 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:35:46.947080 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-93842aa9-2cf8-47a3-a087-6b150bb2d7b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:35:46.953124 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-93842aa9-2cf8-47a3-a087-6b150bb2d7b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:35:46.962329 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93842aa9-2cf8-47a3-a087-6b150bb2d7b4 admin admin] Made reservation on behalf of 0aabdbbb5e764454903458033d36b3c8 for: {'network': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:35:46.967895 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-93842aa9-2cf8-47a3-a087-6b150bb2d7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for network, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:46.980640 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-93842aa9-2cf8-47a3-a087-6b150bb2d7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:46.996219 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-93842aa9-2cf8-47a3-a087-6b150bb2d7b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:35:47.000307 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-93842aa9-2cf8-47a3-a087-6b150bb2d7b4 admin admin] Usage tracker for resource:security_group_rule and tenant:0aabdbbb5e764454903458033d36b3c8 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:35:47.003296 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-93842aa9-2cf8-47a3-a087-6b150bb2d7b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:35:47.009303 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-93842aa9-2cf8-47a3-a087-6b150bb2d7b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:35:47.028415 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-4b3ffc7a-3f28-47eb-9a23-44abc27560df admin admin] Calling delete_port for 4eef1333-3dcd-4efc-88f9-c6660c405b85 owned by network:router_interface {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:35:47.094740 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-93842aa9-2cf8-47a3-a087-6b150bb2d7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:47.097723 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-93842aa9-2cf8-47a3-a087-6b150bb2d7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:47.102029 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-37f1a304-719f-4eca-a637-62a3814134b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:47.127103 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93842aa9-2cf8-47a3-a087-6b150bb2d7b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=86357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 23:35:47.140314 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93842aa9-2cf8-47a3-a087-6b150bb2d7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225e012c-0a45-4ae6-a0f7-7d70423d9be5,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:47.144627 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-93842aa9-2cf8-47a3-a087-6b150bb2d7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:47.145653 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-93842aa9-2cf8-47a3-a087-6b150bb2d7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:47.146038 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.db.segments_db [None req-93842aa9-2cf8-47a3-a087-6b150bb2d7b4 admin admin] Added segment 99e9822c-7fd7-42e2-9b5b-cd52ef06ee41 of type vlan for network 402d6bc2-9d42-45b7-8fc8-b7c3547e5d3d Apr 20 23:35:47.173571 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-93842aa9-2cf8-47a3-a087-6b150bb2d7b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757163678135'] for network, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:47.202505 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-93842aa9-2cf8-47a3-a087-6b150bb2d7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146'] for network, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:47.203910 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93842aa9-2cf8-47a3-a087-6b150bb2d7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:47.204577 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-93842aa9-2cf8-47a3-a087-6b150bb2d7b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:47.206374 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4b3ffc7a-3f28-47eb-9a23-44abc27560df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:47.209582 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5f95fe8c-0a23-4ffa-a3d0-23dc154b7d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:47.211132 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-43885a7f-2d9b-455e-8c0d-953e8926d0ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:47.257885 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ffc7a-3f28-47eb-9a23-44abc27560df admin admin] Pushing event deleted for resources: {'Port': ['ID=4eef1333-3dcd-4efc-88f9-c6660c405b85,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:47.260502 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4b3ffc7a-3f28-47eb-9a23-44abc27560df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:47.318284 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-93842aa9-2cf8-47a3-a087-6b150bb2d7b4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3872969 Apr 20 23:35:47.318848 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 32934) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:47.321586 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93842aa9-2cf8-47a3-a087-6b150bb2d7b4 admin admin] Pushing event updated for resources: {'Network': ['ID=402d6bc2-9d42-45b7-8fc8-b7c3547e5d3d,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:47.327621 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [None req-c8547682-6129-4c4d-b043-c51e1f3b1a06 admin admin] Request body: {'subnet': {'network_id': '402d6bc2-9d42-45b7-8fc8-b7c3547e5d3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-970807806-subnet', 'tenant_id': '0aabdbbb5e764454903458033d36b3c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:35:47.332279 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Network 402d6bc2-9d42-45b7-8fc8-b7c3547e5d3d details requested by agent ovs-agent-dv-cinder-787296-1-smb with host dv-cinder-787296-1-smb {{(pid=86358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 23:35:47.332992 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c8547682-6129-4c4d-b043-c51e1f3b1a06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:35:47.337599 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c8547682-6129-4c4d-b043-c51e1f3b1a06 admin admin] Usage tracker for resource:subnet and tenant:0aabdbbb5e764454903458033d36b3c8 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:35:47.341068 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-93842aa9-2cf8-47a3-a087-6b150bb2d7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:47.341942 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-c8547682-6129-4c4d-b043-c51e1f3b1a06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:35:47.348754 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-c8547682-6129-4c4d-b043-c51e1f3b1a06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:35:47.365895 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8547682-6129-4c4d-b043-c51e1f3b1a06 admin admin] Made reservation on behalf of 0aabdbbb5e764454903458033d36b3c8 for: {'subnet': 1} {{(pid=86357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:35:47.376808 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c8547682-6129-4c4d-b043-c51e1f3b1a06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852643475'] for subnet, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:47.560640 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-4b3ffc7a-3f28-47eb-9a23-44abc27560df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854149404'] for router_interface, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:47.791240 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c8547682-6129-4c4d-b043-c51e1f3b1a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851800200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852643460'] for subnet, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:47.795990 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:47.872569 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8547682-6129-4c4d-b043-c51e1f3b1a06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c695fc2-f7e3-47f8-832e-aa76142f0e45,revision_number=0']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:47.878017 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c8547682-6129-4c4d-b043-c51e1f3b1a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:47.884281 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8547682-6129-4c4d-b043-c51e1f3b1a06 admin admin] Checking segment: {'id': '99e9822c-7fd7-42e2-9b5b-cd52ef06ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '402d6bc2-9d42-45b7-8fc8-b7c3547e5d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:35:47.884496 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8547682-6129-4c4d-b043-c51e1f3b1a06 admin admin] Network hostable DHCP agents. Network: 402d6bc2-9d42-45b7-8fc8-b7c3547e5d3d, hostable agents: ['a298e916-2d0e-40ec-9d0f-6465273d3362'], hosted agents: [] {{(pid=86357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 23:35:47.906277 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8547682-6129-4c4d-b043-c51e1f3b1a06 admin admin] Network 402d6bc2-9d42-45b7-8fc8-b7c3547e5d3d is scheduled to be hosted by DHCP agent a298e916-2d0e-40ec-9d0f-6465273d3362 with binding_index 1 {{(pid=86357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 23:35:47.917129 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [None req-c8547682-6129-4c4d-b043-c51e1f3b1a06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-1-smb, 402d6bc2-9d42-45b7-8fc8-b7c3547e5d3d) {{(pid=86357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:35:47.928143 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9f0bcf-616f-4859-88bf-49703e02d146 None None] Network 402d6bc2-9d42-45b7-8fc8-b7c3547e5d3d requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:35:47.929964 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8547682-6129-4c4d-b043-c51e1f3b1a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:35:47.930786 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c8547682-6129-4c4d-b043-c51e1f3b1a06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:47.961668 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c8547682-6129-4c4d-b043-c51e1f3b1a06 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6339772 Apr 20 23:35:47.962123 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3ffc7a-3f28-47eb-9a23-44abc27560df admin admin] Router c5999e35-a33e-493e-be67-698c6ffd9387 has already been hosted by L3 agent f5c346b5-d982-41ab-8822-6613ddac2dcb {{(pid=86356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 23:35:48.150289 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 32952) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:48.185592 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3ffc7a-3f28-47eb-9a23-44abc27560df admin admin] Notify agent at l3_agent.dv-cinder-787296-1-smb the message routers_updated {{(pid=86356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 23:35:48.192995 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fd6939-7041-4e68-8f5f-769e1db84020 None None] Network 402d6bc2-9d42-45b7-8fc8-b7c3547e5d3d requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:35:48.196374 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c864918-5507-42ae-89c6-5c8b6ab74d25 None None] Sync routers for ids ['c5999e35-a33e-493e-be67-698c6ffd9387'] in dv-cinder-787296-1-smb {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 23:35:48.202325 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-4b3ffc7a-3f28-47eb-9a23-44abc27560df admin admin] 10.222.0.16 "PUT /v2.0/routers/c5999e35-a33e-493e-be67-698c6ffd9387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8038516 Apr 20 23:35:48.204938 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 32956) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:48.208490 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c864918-5507-42ae-89c6-5c8b6ab74d25 None None] Routers {'c5999e35-a33e-493e-be67-698c6ffd9387'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:35:48.209443 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-3c864918-5507-42ae-89c6-5c8b6ab74d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:35:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['c5999e35-a33e-493e-be67-698c6ffd9387'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:48.236030 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-492fa555-32cd-4cf9-8753-1186612216e7 admin admin] Deleting subnet 1e077e92-bad3-456b-9046-a222d63f1085 {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:35:48.239408 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-492fa555-32cd-4cf9-8753-1186612216e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:48.292850 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-492fa555-32cd-4cf9-8753-1186612216e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2432657'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:48.379912 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-492fa555-32cd-4cf9-8753-1186612216e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853347799'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:48.420886 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c0fceba5-696c-41e1-bcf6-7e3c2cf60f31 admin admin] Notify callbacks [] for router, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:48.435314 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-3c864918-5507-42ae-89c6-5c8b6ab74d25 None None] Set router c5999e35-a33e-493e-be67-698c6ffd9387 gateway port host: dv-cinder-787296-1-smb {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:35:48.690398 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c0fceba5-696c-41e1-bcf6-7e3c2cf60f31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:48.712796 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-c0fceba5-696c-41e1-bcf6-7e3c2cf60f31 admin admin] Deleting port cdbd8591-3390-4ce5-ad24-298cf77bf0fc {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:35:48.713861 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c0fceba5-696c-41e1-bcf6-7e3c2cf60f31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:48.776865 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-492fa555-32cd-4cf9-8753-1186612216e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2975549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2132295'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:48.791979 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c8547682-6129-4c4d-b043-c51e1f3b1a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:48.833240 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492fa555-32cd-4cf9-8753-1186612216e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e077e92-bad3-456b-9046-a222d63f1085,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:48.836413 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-492fa555-32cd-4cf9-8753-1186612216e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:48.837480 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-492fa555-32cd-4cf9-8753-1186612216e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:48.844604 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-492fa555-32cd-4cf9-8753-1186612216e7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1e077e92-bad3-456b-9046-a222d63f1085 HTTP/1.1" status: 204 len: 168 time: 0.6931851 Apr 20 23:35:48.848015 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-3c864918-5507-42ae-89c6-5c8b6ab74d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5999e35-a33e-493e-be67-698c6ffd9387', 'name': 'tempest-TestMinimumBasicScenario-2145757752-router', 'tenant_id': '837c9ffed3dd4e6fa930f028ac696107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'external_fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': 'cdbd8591-3390-4ce5-ad24-298cf77bf0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:07Z', 'updated_at': '2021-04-20T23:35:47Z', 'revision_number': 5, 'project_id': '837c9ffed3dd4e6fa930f028ac696107', 'gw_port': {'id': 'cdbd8591-3390-4ce5-ad24-298cf77bf0fc', 'name': '', 'network_id': '17a5301c-ad04-43a1-9559-698be9680e2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5999e35-a33e-493e-be67-698c6ffd9387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T23:33:07Z', 'updated_at': '2021-04-20T23:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5ea26a4-9d6d-4298-bd22-11c1031e299f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-1-smb'}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:48.848533 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 32964) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:48.852194 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c864918-5507-42ae-89c6-5c8b6ab74d25 None None] Checking router: c5999e35-a33e-493e-be67-698c6ffd9387 for host: dv-cinder-787296-1-smb {{(pid=86359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 23:35:48.862924 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c864918-5507-42ae-89c6-5c8b6ab74d25 None None] Routers {'c5999e35-a33e-493e-be67-698c6ffd9387'} bound to L3 agent in host dv-cinder-787296-1-smb {{(pid=86359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 23:35:48.863873 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-3c864918-5507-42ae-89c6-5c8b6ab74d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T23:19:52Z,description=,heartbeat_timestamp=2021-04-20T23:35:22Z,host='dv-cinder-787296-1-smb',id=f5c346b5-d982-41ab-8822-6613ddac2dcb,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T23:19:52Z,topic='l3_agent')) {'router_ids': ['c5999e35-a33e-493e-be67-698c6ffd9387'], 'active': True} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:48.920628 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-c0fceba5-696c-41e1-bcf6-7e3c2cf60f31 admin admin] For port cdbd8591-3390-4ce5-ad24-298cf77bf0fc, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=cdbd8591-3390-4ce5-ad24-298cf77bf0fc,segment=NetworkSegment(6da6a8de-ef5d-4456-8d26-a2b4515179e3),segment_id=6da6a8de-ef5d-4456-8d26-a2b4515179e3)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:35:48.921013 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c0fceba5-696c-41e1-bcf6-7e3c2cf60f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:48.963897 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a9befce3-8f8d-49cb-9b7c-2e54a0451e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853052571'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:49.023401 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvr_db [None req-3c864918-5507-42ae-89c6-5c8b6ab74d25 None None] Set router c5999e35-a33e-493e-be67-698c6ffd9387 gateway port host: None {{(pid=86359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 23:35:49.058610 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-c0fceba5-696c-41e1-bcf6-7e3c2cf60f31 admin admin] Calling delete_port for cdbd8591-3390-4ce5-ad24-298cf77bf0fc owned by network:router_gateway {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:35:49.095821 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a9befce3-8f8d-49cb-9b7c-2e54a0451e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428092', 'neutron.services.segments.db._delete_segments_for_network-8757164038259'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:49.135763 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_hamode_db [None req-3c864918-5507-42ae-89c6-5c8b6ab74d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5999e35-a33e-493e-be67-698c6ffd9387', 'name': 'tempest-TestMinimumBasicScenario-2145757752-router', 'tenant_id': '837c9ffed3dd4e6fa930f028ac696107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:07Z', 'updated_at': '2021-04-20T23:35:48Z', 'revision_number': 6, 'project_id': '837c9ffed3dd4e6fa930f028ac696107', 'gw_port_host': None}], 'dv-cinder-787296-1-smb', False) {} {{(pid=86359) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:49.140487 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c864918-5507-42ae-89c6-5c8b6ab74d25 None None] The sync data for ids ['c5999e35-a33e-493e-be67-698c6ffd9387'] in dv-cinder-787296-1-smb is: [{'id': 'c5999e35-a33e-493e-be67-698c6ffd9387', 'name': 'tempest-TestMinimumBasicScenario-2145757752-router', 'tenant_id': '837c9ffed3dd4e6fa930f028ac696107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T23:33:07Z', 'updated_at': '2021-04-20T23:35:48Z', 'revision_number': 6, 'project_id': '837c9ffed3dd4e6fa930f028ac696107', 'gw_port_host': None}] {{(pid=86359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 23:35:49.216297 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-a9befce3-8f8d-49cb-9b7c-2e54a0451e6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f0d9919-c4ec-460d-aea1-6998091aa975']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:49.230159 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-a9befce3-8f8d-49cb-9b7c-2e54a0451e6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fbbba26-dbfb-40ca-b192-5d7c21aa0cdc') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:49.230263 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-a9befce3-8f8d-49cb-9b7c-2e54a0451e6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fbbba26-dbfb-40ca-b192-5d7c21aa0cdc') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:49.238265 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c0fceba5-696c-41e1-bcf6-7e3c2cf60f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:49.243056 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a9befce3-8f8d-49cb-9b7c-2e54a0451e6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279690575971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852343143'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:49.243269 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ad745fd5-e2f4-48e0-9bf1-935ecfe8d3a3 tempest-AttachVolumeShelveTestJSON-1671497116 tempest-AttachVolumeShelveTestJSON-1671497116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:49.260894 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a9befce3-8f8d-49cb-9b7c-2e54a0451e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:49.267415 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9befce3-8f8d-49cb-9b7c-2e54a0451e6d admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:35:49.294747 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fceba5-696c-41e1-bcf6-7e3c2cf60f31 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdbd8591-3390-4ce5-ad24-298cf77bf0fc,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:49.322468 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c0fceba5-696c-41e1-bcf6-7e3c2cf60f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:49.388742 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c0fceba5-696c-41e1-bcf6-7e3c2cf60f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645221'] for router_gateway, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:49.451240 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-a9befce3-8f8d-49cb-9b7c-2e54a0451e6d admin admin] Network 5f0d9919-c4ec-460d-aea1-6998091aa975 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:35:49.462330 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a9befce3-8f8d-49cb-9b7c-2e54a0451e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853386440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851800674'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:49.655942 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-a9befce3-8f8d-49cb-9b7c-2e54a0451e6d admin admin] Network 5f0d9919-c4ec-460d-aea1-6998091aa975 has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: timer() Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: cb(*args, **kw) Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: self._notify() Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: self.callback(batched_events) Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: event.method(event) Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: return self._get(url).json() Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: **kwargs) Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: **endpoint_filter) Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:35:49.680200 dv-cinder-787296-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:35:49.758539 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a9befce3-8f8d-49cb-9b7c-2e54a0451e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853347724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648834'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:49.762319 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:49.776687 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-a9befce3-8f8d-49cb-9b7c-2e54a0451e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:49.787426 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-a9befce3-8f8d-49cb-9b7c-2e54a0451e6d admin admin] 10.222.0.16 "DELETE /v2.0/networks/5f0d9919-c4ec-460d-aea1-6998091aa975 HTTP/1.1" status: 204 len: 168 time: 0.9378400 Apr 20 23:35:49.788443 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9befce3-8f8d-49cb-9b7c-2e54a0451e6d admin admin] Pushing event deleted for resources: {'Network': ['ID=5f0d9919-c4ec-460d-aea1-6998091aa975,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:49.790457 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 32968) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:49.795794 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a9befce3-8f8d-49cb-9b7c-2e54a0451e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:49.812514 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c0fceba5-696c-41e1-bcf6-7e3c2cf60f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-628537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773410'] for router, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:49.814860 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c0fceba5-696c-41e1-bcf6-7e3c2cf60f31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:49.843903 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c0fceba5-696c-41e1-bcf6-7e3c2cf60f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854152067'] for router, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:49.844492 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fceba5-696c-41e1-bcf6-7e3c2cf60f31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5999e35-a33e-493e-be67-698c6ffd9387 {{(pid=86356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 23:35:49.856950 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c0fceba5-696c-41e1-bcf6-7e3c2cf60f31 admin admin] Notify callbacks [] for router, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:49.861166 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c0fceba5-696c-41e1-bcf6-7e3c2cf60f31 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c5999e35-a33e-493e-be67-698c6ffd9387 HTTP/1.1" status: 204 len: 168 time: 1.6526685 Apr 20 23:35:49.861298 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-c26924f4-33b2-4ba6-b300-b089a3721859 admin admin] Deleting subnet 7c695fc2-f7e3-47f8-832e-aa76142f0e45 {{(pid=86357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:35:49.861626 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 32974) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:49.863487 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c26924f4-33b2-4ba6-b300-b089a3721859 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:49.914786 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5ebc31ee-6be3-41b1-b1c7-e64acdb64790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:49.938854 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf6c626b-8a57-4ade-993b-caf8f687ac78 admin admin] Deleting subnet 851e6163-7522-40b8-938f-93a65c8dcafb {{(pid=86356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 23:35:49.942395 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bf6c626b-8a57-4ade-993b-caf8f687ac78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:49.951523 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c26924f4-33b2-4ba6-b300-b089a3721859 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2432657'] for subnet, precommit_delete_associations {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:50.001841 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bf6c626b-8a57-4ade-993b-caf8f687ac78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851916009'] for subnet, precommit_delete_associations {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:50.018845 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c26924f4-33b2-4ba6-b300-b089a3721859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853347799'] for subnet, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:50.089684 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bf6c626b-8a57-4ade-993b-caf8f687ac78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853347799'] for subnet, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:50.283791 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c26924f4-33b2-4ba6-b300-b089a3721859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2975549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2132295'] for subnet, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:50.288875 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5eede0ca-d323-4cc3-a4bd-a3901886e045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:50.325589 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26924f4-33b2-4ba6-b300-b089a3721859 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c695fc2-f7e3-47f8-832e-aa76142f0e45,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:50.329407 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c26924f4-33b2-4ba6-b300-b089a3721859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:50.330462 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-c26924f4-33b2-4ba6-b300-b089a3721859 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:50.336717 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-c26924f4-33b2-4ba6-b300-b089a3721859 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7c695fc2-f7e3-47f8-832e-aa76142f0e45 HTTP/1.1" status: 204 len: 168 time: 0.5449169 Apr 20 23:35:50.339228 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 32996) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:50.379957 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bf6c626b-8a57-4ade-993b-caf8f687ac78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-424296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2931179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2663428'] for subnet, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:50.385377 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c0231f10-de41-4035-8928-7b4d6bda98fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:50.427288 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c626b-8a57-4ade-993b-caf8f687ac78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=851e6163-7522-40b8-938f-93a65c8dcafb,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:50.429384 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bf6c626b-8a57-4ade-993b-caf8f687ac78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for subnet, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:50.432186 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-bf6c626b-8a57-4ade-993b-caf8f687ac78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:50.437693 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-bf6c626b-8a57-4ade-993b-caf8f687ac78 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/851e6163-7522-40b8-938f-93a65c8dcafb HTTP/1.1" status: 204 len: 168 time: 0.5751517 Apr 20 23:35:50.440230 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 33000) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:50.442949 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c32e11f-ae1b-427f-86e2-612fe33441f9 None None] Network 36c15dee-2ef8-4dd5-a989-b4df25fccd8f requested from dv-cinder-787296-1-smb {{(pid=86358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 23:35:50.489162 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-075ae8a0-8268-4242-bf9e-8573aca1281b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853052571'] for network, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:50.561349 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dffa9520-a9b2-4e4e-94d4-612e31d8d267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853052571'] for network, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:50.574706 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-dffa9520-a9b2-4e4e-94d4-612e31d8d267 admin admin] Deleting port 7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:35:50.575229 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dffa9520-a9b2-4e4e-94d4-612e31d8d267 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:50.675627 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-075ae8a0-8268-4242-bf9e-8573aca1281b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428092', 'neutron.services.segments.db._delete_segments_for_network-8757164038259'] for network, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:50.682258 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 4eef1333-3dcd-4efc-88f9-c6660c405b85 no longer exists at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:35:50.727763 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] No Port match for: 4eef1333-3dcd-4efc-88f9-c6660c405b85 {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:35:50.728120 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 4eef1333-3dcd-4efc-88f9-c6660c405b85 not bound to the agent host dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:35:50.728758 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device cdbd8591-3390-4ce5-ad24-298cf77bf0fc no longer exists at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:35:50.769241 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1ae2b0-b5f4-4b62-a81a-c65c8a38a2c6 None None] DHCP port deletion for 36c15dee-2ef8-4dd5-a989-b4df25fccd8f request from dv-cinder-787296-1-smb {{(pid=86358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 23:35:50.778821 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] No Port match for: cdbd8591-3390-4ce5-ad24-298cf77bf0fc {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:35:50.779308 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device cdbd8591-3390-4ce5-ad24-298cf77bf0fc not bound to the agent host dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:35:50.786021 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-ce1ae2b0-b5f4-4b62-a81a-c65c8a38a2c6 None None] Deleting port 7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:35:50.786508 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ce1ae2b0-b5f4-4b62-a81a-c65c8a38a2c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:50.812627 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-075ae8a0-8268-4242-bf9e-8573aca1281b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['402d6bc2-9d42-45b7-8fc8-b7c3547e5d3d']}} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:50.828147 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-075ae8a0-8268-4242-bf9e-8573aca1281b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e9822c-7fd7-42e2-9b5b-cd52ef06ee41') {'for_net_delete': True} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:50.828840 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-075ae8a0-8268-4242-bf9e-8573aca1281b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e9822c-7fd7-42e2-9b5b-cd52ef06ee41') {} {{(pid=86357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:50.843116 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-075ae8a0-8268-4242-bf9e-8573aca1281b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279690575971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852343143'] for segment, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:50.862037 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-075ae8a0-8268-4242-bf9e-8573aca1281b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:50.865303 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-dffa9520-a9b2-4e4e-94d4-612e31d8d267 admin admin] For port 7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c,segment=NetworkSegment(21ef2e3d-6212-4d79-ab7a-1f045ca7b7c1),segment_id=21ef2e3d-6212-4d79-ab7a-1f045ca7b7c1)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:35:50.865983 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dffa9520-a9b2-4e4e-94d4-612e31d8d267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:50.873079 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-075ae8a0-8268-4242-bf9e-8573aca1281b admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=86357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:35:51.031498 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-dffa9520-a9b2-4e4e-94d4-612e31d8d267 admin admin] Calling delete_port for 7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c owned by network:dhcp {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:35:51.089715 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-075ae8a0-8268-4242-bf9e-8573aca1281b admin admin] Network 402d6bc2-9d42-45b7-8fc8-b7c3547e5d3d has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:35:51.100922 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-075ae8a0-8268-4242-bf9e-8573aca1281b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853386440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851800674'] for segment, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:51.115932 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 33014) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:51.124583 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dffa9520-a9b2-4e4e-94d4-612e31d8d267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:51.130074 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1b7a8ade-4119-432e-bff1-29a24a093f9f tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:51.181221 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa9520-a9b2-4e4e-94d4-612e31d8d267 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:51.184920 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dffa9520-a9b2-4e4e-94d4-612e31d8d267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:51.186554 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffa9520-a9b2-4e4e-94d4-612e31d8d267 admin admin] No DVR routers for this DVR port 7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c on host dv-cinder-787296-1-smb {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:35:51.200007 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-ce1ae2b0-b5f4-4b62-a81a-c65c8a38a2c6 None None] For port 7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c, host dv-cinder-787296-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-1-smb',level=0,port_id=7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c,segment=NetworkSegment(21ef2e3d-6212-4d79-ab7a-1f045ca7b7c1),segment_id=21ef2e3d-6212-4d79-ab7a-1f045ca7b7c1)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:35:51.200586 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ce1ae2b0-b5f4-4b62-a81a-c65c8a38a2c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:51.323137 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dffa9520-a9b2-4e4e-94d4-612e31d8d267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428092', 'neutron.services.segments.db._delete_segments_for_network-8757164038259'] for network, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:51.348059 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-ce1ae2b0-b5f4-4b62-a81a-c65c8a38a2c6 None None] Calling delete_port for 7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c owned by network:dhcp {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:35:51.448845 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-dffa9520-a9b2-4e4e-94d4-612e31d8d267 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c15dee-2ef8-4dd5-a989-b4df25fccd8f']}} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:51.463833 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-dffa9520-a9b2-4e4e-94d4-612e31d8d267 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ef2e3d-6212-4d79-ab7a-1f045ca7b7c1') {'for_net_delete': True} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:51.464356 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.services.segments.db [None req-dffa9520-a9b2-4e4e-94d4-612e31d8d267 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ef2e3d-6212-4d79-ab7a-1f045ca7b7c1') {} {{(pid=86356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 23:35:51.465177 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.db.api [None req-ce1ae2b0-b5f4-4b62-a81a-c65c8a38a2c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86358) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 23:35:51.465621 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_db.api [None req-ce1ae2b0-b5f4-4b62-a81a-c65c8a38a2c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 23:35:51.477100 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dffa9520-a9b2-4e4e-94d4-612e31d8d267 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279690575971', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2859807'] for segment, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:51.491880 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dffa9520-a9b2-4e4e-94d4-612e31d8d267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1389391'] for segment, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:51.498192 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dffa9520-a9b2-4e4e-94d4-612e31d8d267 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=86356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 23:35:51.529814 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-585a25c2-d642-41d7-87e7-e63f706c93fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:51.573921 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-585a25c2-d642-41d7-87e7-e63f706c93fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:35:51.577679 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-075ae8a0-8268-4242-bf9e-8573aca1281b admin admin] Network 402d6bc2-9d42-45b7-8fc8-b7c3547e5d3d has no segments {{(pid=86357) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: timer() Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: cb(*args, **kw) Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: self._notify() Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: self.callback(batched_events) Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: event.method(event) Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: return self._get(url).json() Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: **kwargs) Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: **endpoint_filter) Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:35:51.600973 dv-cinder-787296-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:35:51.604831 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-585a25c2-d642-41d7-87e7-e63f706c93fe admin admin] Usage tracker for resource:security_group_rule and tenant:d1e4fab6fb1c4642b56bb2108fa9957c is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:35:51.652018 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-585a25c2-d642-41d7-87e7-e63f706c93fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:35:51.664000 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-585a25c2-d642-41d7-87e7-e63f706c93fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:35:51.679609 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-dffa9520-a9b2-4e4e-94d4-612e31d8d267 admin admin] Network 36c15dee-2ef8-4dd5-a989-b4df25fccd8f has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:35:51.689627 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dffa9520-a9b2-4e4e-94d4-612e31d8d267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853386440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851844280'] for segment, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:51.697017 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-075ae8a0-8268-4242-bf9e-8573aca1281b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853347724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648834'] for network, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:51.706440 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ce5ca20b-2587-41ad-9161-2f423b7a8a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:51.724222 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-075ae8a0-8268-4242-bf9e-8573aca1281b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:51.738954 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ae8a0-8268-4242-bf9e-8573aca1281b admin admin] Pushing event deleted for resources: {'Network': ['ID=402d6bc2-9d42-45b7-8fc8-b7c3547e5d3d,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:51.747541 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-075ae8a0-8268-4242-bf9e-8573aca1281b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:51.755926 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-075ae8a0-8268-4242-bf9e-8573aca1281b admin admin] 10.222.0.16 "DELETE /v2.0/networks/402d6bc2-9d42-45b7-8fc8-b7c3547e5d3d HTTP/1.1" status: 204 len: 168 time: 1.4156206 Apr 20 23:35:51.802623 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-585a25c2-d642-41d7-87e7-e63f706c93fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:51.805595 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-585a25c2-d642-41d7-87e7-e63f706c93fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:51.815700 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fab2bd7d-0f62-428f-8a8d-a9af2820ccaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:51.858637 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-585a25c2-d642-41d7-87e7-e63f706c93fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1e4fab6fb1c4642b56bb2108fa9957c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7416005 Apr 20 23:35:51.860322 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a25c2-d642-41d7-87e7-e63f706c93fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da37bacf-0afc-4ea7-a393-e31c75713e1f,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:51.861910 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 33022) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:51.863636 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-585a25c2-d642-41d7-87e7-e63f706c93fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:51.875194 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [None req-dffa9520-a9b2-4e4e-94d4-612e31d8d267 admin admin] Network 36c15dee-2ef8-4dd5-a989-b4df25fccd8f has no segments {{(pid=86356) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 23:35:51.883576 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 33026) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: Traceback (most recent call last): Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: timer() Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: cb(*args, **kw) Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: return func(*args, **kwargs) Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: self._notify() Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: self.callback(batched_events) Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: event.method(event) Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: segment_id)['aggregates'][0] Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: return f(self, *a, **k) Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: return self._get(url).json() Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: **kwargs) Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: return self.request(url, 'GET', **kwargs) Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: **endpoint_filter) Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 23:35:51.911306 dv-cinder-787296-1-smb neutron-server[86243]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 23:35:51.935258 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-85e4ea2f-debf-483e-88fe-4f3a8bc50e62 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ddab5afe4f140ee9e554233b6300c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503118 Apr 20 23:35:51.938405 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 33030) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:51.966883 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-ce1ae2b0-b5f4-4b62-a81a-c65c8a38a2c6 None None] Deleting port 7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c {{(pid=86358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:35:51.967343 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ce1ae2b0-b5f4-4b62-a81a-c65c8a38a2c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:51.999382 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6b5dab17-0cf8-4da5-85b8-465e9cee9206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:52.014777 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dffa9520-a9b2-4e4e-94d4-612e31d8d267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853347724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-648834'] for network, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:52.028470 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6b5dab17-0cf8-4da5-85b8-465e9cee9206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:52.032845 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:52.040678 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-ce1ae2b0-b5f4-4b62-a81a-c65c8a38a2c6 None None] The port '7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c' was deleted {{(pid=86358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 23:35:52.050917 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-dffa9520-a9b2-4e4e-94d4-612e31d8d267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854018163'] for network, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:52.056607 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ce04d87a-e88e-4b11-acf0-fe64706ad42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:52.062155 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa9520-a9b2-4e4e-94d4-612e31d8d267 admin admin] Pushing event deleted for resources: {'Network': ['ID=36c15dee-2ef8-4dd5-a989-b4df25fccd8f,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:52.072012 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dffa9520-a9b2-4e4e-94d4-612e31d8d267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:52.076438 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-dffa9520-a9b2-4e4e-94d4-612e31d8d267 admin admin] 10.222.0.16 "DELETE /v2.0/networks/36c15dee-2ef8-4dd5-a989-b4df25fccd8f HTTP/1.1" status: 204 len: 168 time: 1.6347470 Apr 20 23:35:52.082160 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6b5dab17-0cf8-4da5-85b8-465e9cee9206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:52.087387 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-585a25c2-d642-41d7-87e7-e63f706c93fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:52.093926 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ce04d87a-e88e-4b11-acf0-fe64706ad42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:52.101597 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5dab17-0cf8-4da5-85b8-465e9cee9206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddbf38c-08a5-4e71-b515-c1c61784927b,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:52.105869 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6b5dab17-0cf8-4da5-85b8-465e9cee9206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:52.108441 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-6b5dab17-0cf8-4da5-85b8-465e9cee9206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:52.125035 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-6b5dab17-0cf8-4da5-85b8-465e9cee9206 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ddbf38c-08a5-4e71-b515-c1c61784927b HTTP/1.1" status: 204 len: 168 time: 0.1854899 Apr 20 23:35:52.147960 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ce04d87a-e88e-4b11-acf0-fe64706ad42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:52.153556 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c03e2c10-36f4-43f3-9100-7049ee811183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:52.167714 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04d87a-e88e-4b11-acf0-fe64706ad42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da37bacf-0afc-4ea7-a393-e31c75713e1f,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:52.171004 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-ce04d87a-e88e-4b11-acf0-fe64706ad42c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:52.176210 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ce04d87a-e88e-4b11-acf0-fe64706ad42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:52.177304 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-ce04d87a-e88e-4b11-acf0-fe64706ad42c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da37bacf-0afc-4ea7-a393-e31c75713e1f HTTP/1.1" status: 204 len: 168 time: 0.3143690 Apr 20 23:35:52.271068 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 33040) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:52.330540 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-e6bc47ca-8866-432b-b85a-1789ce014956 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2fe533bef34b4cc19229fead4ee8762c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551813 Apr 20 23:35:52.330540 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 33046) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:52.393998 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5e843dce-7f17-48f9-a8c6-ab052ffb0411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:52.434542 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-cf451e2d-5827-4029-adf3-8794daadcbcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:52.440775 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5e843dce-7f17-48f9-a8c6-ab052ffb0411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:52.493791 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5e843dce-7f17-48f9-a8c6-ab052ffb0411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:52.501477 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-46d8e3bc-6bc2-4e59-96f0-f86cc04ad30d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:52.517127 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e843dce-7f17-48f9-a8c6-ab052ffb0411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86926eb0-ae23-4e59-b9b6-f85d7107f551,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:52.519651 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5e843dce-7f17-48f9-a8c6-ab052ffb0411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:52.526572 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5e843dce-7f17-48f9-a8c6-ab052ffb0411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:52.527773 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-5e843dce-7f17-48f9-a8c6-ab052ffb0411 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86926eb0-ae23-4e59-b9b6-f85d7107f551 HTTP/1.1" status: 204 len: 168 time: 0.1966162 Apr 20 23:35:52.538239 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 33054) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:52.597334 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-bbf4a766-344e-4e89-99a5-49951004a1cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0aabdbbb5e764454903458033d36b3c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0575581 Apr 20 23:35:52.600049 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 33058) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:52.662939 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c no longer exists at agent ovs-agent-dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:35:52.671588 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e59c49c6-bf9a-454a-ad71-6d79333808fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:52.700137 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e59c49c6-bf9a-454a-ad71-6d79333808fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:52.708770 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] No Port match for: 7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:35:52.709417 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Device 7c11808c-c65b-4d8b-b8eb-3f8993c4ab5c not bound to the agent host dv-cinder-787296-1-smb {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:35:52.749677 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e59c49c6-bf9a-454a-ad71-6d79333808fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:52.755410 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d6f8b03c-b013-4110-8682-f97ac382eaa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:52.769946 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c49c6-bf9a-454a-ad71-6d79333808fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225e012c-0a45-4ae6-a0f7-7d70423d9be5,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:52.772382 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e59c49c6-bf9a-454a-ad71-6d79333808fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:52.774684 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e59c49c6-bf9a-454a-ad71-6d79333808fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:52.775852 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-e59c49c6-bf9a-454a-ad71-6d79333808fd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/225e012c-0a45-4ae6-a0f7-7d70423d9be5 HTTP/1.1" status: 204 len: 168 time: 0.1745605 Apr 20 23:35:52.792440 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 33066) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:52.811373 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9c26ffeb-e9dd-4333-9e96-5e8457f70e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:52.827199 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-9c26ffeb-e9dd-4333-9e96-5e8457f70e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:35:52.831496 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-9c26ffeb-e9dd-4333-9e96-5e8457f70e3b admin admin] Usage tracker for resource:security_group_rule and tenant:4a90382225e6402a8b0f533aec4d878f is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:35:52.834625 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-9c26ffeb-e9dd-4333-9e96-5e8457f70e3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:35:52.840930 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-9c26ffeb-e9dd-4333-9e96-5e8457f70e3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:35:52.882772 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:52.932616 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9c26ffeb-e9dd-4333-9e96-5e8457f70e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:52.937300 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9c26ffeb-e9dd-4333-9e96-5e8457f70e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:52.949480 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a6ee65a0-ed0c-4176-9426-a885a8874efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:52.993688 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-9c26ffeb-e9dd-4333-9e96-5e8457f70e3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a90382225e6402a8b0f533aec4d878f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1992972 Apr 20 23:35:52.994396 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26ffeb-e9dd-4333-9e96-5e8457f70e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca06a40d-b904-4b37-96f7-acd53cd0d8e7,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:52.995875 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 33072) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:53.002278 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9c26ffeb-e9dd-4333-9e96-5e8457f70e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:53.026960 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 33076) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:53.097772 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9451ce13-2312-4d83-9769-a4ad2fad4c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:53.117103 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-6123e792-ec54-4e30-a87a-8aacd4cfcdde admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=837c9ffed3dd4e6fa930f028ac696107&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0889671 Apr 20 23:35:53.119931 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 33082) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:53.152917 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9451ce13-2312-4d83-9769-a4ad2fad4c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:53.235811 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-834706d1-9bfd-430f-a7ee-7d0101c172dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:53.261853 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9451ce13-2312-4d83-9769-a4ad2fad4c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:53.270297 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0463c34c-f897-4d27-b5c9-cc3fd7c3b4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:53.278409 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-834706d1-9bfd-430f-a7ee-7d0101c172dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:53.299987 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451ce13-2312-4d83-9769-a4ad2fad4c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca06a40d-b904-4b37-96f7-acd53cd0d8e7,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:53.302431 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9451ce13-2312-4d83-9769-a4ad2fad4c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:53.319304 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9451ce13-2312-4d83-9769-a4ad2fad4c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:53.320538 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-9451ce13-2312-4d83-9769-a4ad2fad4c43 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca06a40d-b904-4b37-96f7-acd53cd0d8e7 HTTP/1.1" status: 204 len: 168 time: 0.3235981 Apr 20 23:35:53.340029 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-834706d1-9bfd-430f-a7ee-7d0101c172dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:53.345649 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-863ed7d5-2f01-41e7-9a0e-0a6eae3c0c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:53.359365 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834706d1-9bfd-430f-a7ee-7d0101c172dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ea79e3-b299-474d-99d8-46f33b6707e3,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:53.362988 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-834706d1-9bfd-430f-a7ee-7d0101c172dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:53.365204 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-834706d1-9bfd-430f-a7ee-7d0101c172dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:53.369579 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-834706d1-9bfd-430f-a7ee-7d0101c172dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8ea79e3-b299-474d-99d8-46f33b6707e3 HTTP/1.1" status: 204 len: 168 time: 0.2418933 Apr 20 23:35:53.623147 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:54.439583 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:55.034029 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 33168) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:55.159842 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-43d96b6d-c87d-4596-b27b-cf270c9df07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:55.175554 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-43d96b6d-c87d-4596-b27b-cf270c9df07a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:35:55.179558 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-43d96b6d-c87d-4596-b27b-cf270c9df07a admin admin] Usage tracker for resource:security_group_rule and tenant:d828d69be627465582536f297ccb93cf is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:35:55.182567 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-43d96b6d-c87d-4596-b27b-cf270c9df07a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:35:55.189173 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-43d96b6d-c87d-4596-b27b-cf270c9df07a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:35:55.272412 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-43d96b6d-c87d-4596-b27b-cf270c9df07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:55.275276 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-43d96b6d-c87d-4596-b27b-cf270c9df07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:55.284525 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-855e8cbe-d5aa-40af-a730-32da5eec8a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:55.325774 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-43d96b6d-c87d-4596-b27b-cf270c9df07a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d828d69be627465582536f297ccb93cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2905326 Apr 20 23:35:55.326745 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d96b6d-c87d-4596-b27b-cf270c9df07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ed832f-cd88-4ac0-aacc-4d5df6e34d40,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:55.328732 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 33180) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:55.329929 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-43d96b6d-c87d-4596-b27b-cf270c9df07a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:55.396613 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9e1096ad-9cb1-4ff0-b875-194c492139bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:55.425556 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9e1096ad-9cb1-4ff0-b875-194c492139bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:55.472003 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9e1096ad-9cb1-4ff0-b875-194c492139bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:55.477215 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2bbabf14-94b5-4f42-8182-2955df7fec45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:55.491214 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1096ad-9cb1-4ff0-b875-194c492139bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ed832f-cd88-4ac0-aacc-4d5df6e34d40,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:55.494066 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9e1096ad-9cb1-4ff0-b875-194c492139bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:55.495293 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9e1096ad-9cb1-4ff0-b875-194c492139bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:55.499424 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-9e1096ad-9cb1-4ff0-b875-194c492139bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f3ed832f-cd88-4ac0-aacc-4d5df6e34d40 HTTP/1.1" status: 204 len: 168 time: 0.1695657 Apr 20 23:35:55.919304 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 33202) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:55.939413 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-04727647-d590-4309-9ff2-11ef5de1cfba admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:55.955187 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-04727647-d590-4309-9ff2-11ef5de1cfba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:35:55.959244 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-04727647-d590-4309-9ff2-11ef5de1cfba admin admin] Usage tracker for resource:security_group_rule and tenant:416c497dfb444ff39eaa9819f19eb3fb is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:35:55.962264 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-04727647-d590-4309-9ff2-11ef5de1cfba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:35:55.968594 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-04727647-d590-4309-9ff2-11ef5de1cfba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:35:56.052696 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-04727647-d590-4309-9ff2-11ef5de1cfba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:56.054616 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-04727647-d590-4309-9ff2-11ef5de1cfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:56.063952 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-527c0283-c753-46b5-95be-377e05622cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:56.110127 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-04727647-d590-4309-9ff2-11ef5de1cfba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=416c497dfb444ff39eaa9819f19eb3fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895533 Apr 20 23:35:56.111096 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04727647-d590-4309-9ff2-11ef5de1cfba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0228b6-d249-44ad-be08-28aa8ee78166,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:56.112945 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 33210) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:56.114278 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-04727647-d590-4309-9ff2-11ef5de1cfba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:56.185316 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f010450a-95b0-4469-bc12-563cee838543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:56.209515 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 33214) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:56.214068 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f010450a-95b0-4469-bc12-563cee838543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:56.257837 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f010450a-95b0-4469-bc12-563cee838543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:56.262952 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0dd89ba9-acca-42da-996c-64ca73835a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:56.278233 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010450a-95b0-4469-bc12-563cee838543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0228b6-d249-44ad-be08-28aa8ee78166,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:56.282332 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-f010450a-95b0-4469-bc12-563cee838543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:56.290600 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f010450a-95b0-4469-bc12-563cee838543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:56.291928 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-f010450a-95b0-4469-bc12-563cee838543 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b0228b6-d249-44ad-be08-28aa8ee78166 HTTP/1.1" status: 204 len: 168 time: 0.1777930 Apr 20 23:35:56.335269 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-382dda3c-a0ae-43b7-9679-6e8934732053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:56.350639 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-382dda3c-a0ae-43b7-9679-6e8934732053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:35:56.354930 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-382dda3c-a0ae-43b7-9679-6e8934732053 admin admin] Usage tracker for resource:security_group_rule and tenant:9f99b62d573d4a4e83e7aa378477bdeb is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:35:56.358467 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-382dda3c-a0ae-43b7-9679-6e8934732053 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:35:56.365223 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-382dda3c-a0ae-43b7-9679-6e8934732053 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:35:56.455179 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-382dda3c-a0ae-43b7-9679-6e8934732053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:56.458131 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-382dda3c-a0ae-43b7-9679-6e8934732053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:56.467838 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-095d1578-ecf9-4259-b4e2-d3e481ef163a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:56.512145 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-382dda3c-a0ae-43b7-9679-6e8934732053 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f99b62d573d4a4e83e7aa378477bdeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014908 Apr 20 23:35:56.513120 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382dda3c-a0ae-43b7-9679-6e8934732053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb09ed5b-cf51-4859-9924-4954b20879f6,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:56.515739 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 33224) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:56.516351 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-382dda3c-a0ae-43b7-9679-6e8934732053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:56.579596 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b9bf7e65-b729-4bd4-a82c-dbfda7adb5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:56.607113 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b9bf7e65-b729-4bd4-a82c-dbfda7adb5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:56.652027 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b9bf7e65-b729-4bd4-a82c-dbfda7adb5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:56.657188 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-6b5dab17-0cf8-4da5-85b8-465e9cee9206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:56.671217 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf7e65-b729-4bd4-a82c-dbfda7adb5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb09ed5b-cf51-4859-9924-4954b20879f6,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:56.673660 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b9bf7e65-b729-4bd4-a82c-dbfda7adb5b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:56.675953 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-b9bf7e65-b729-4bd4-a82c-dbfda7adb5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:56.679875 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-b9bf7e65-b729-4bd4-a82c-dbfda7adb5b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb09ed5b-cf51-4859-9924-4954b20879f6 HTTP/1.1" status: 204 len: 168 time: 0.1608002 Apr 20 23:35:57.139986 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 33254) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:57.162509 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1926d5ee-76db-4da6-9ce1-5660246beb27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:57.177714 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1926d5ee-76db-4da6-9ce1-5660246beb27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:35:57.181746 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1926d5ee-76db-4da6-9ce1-5660246beb27 admin admin] Usage tracker for resource:security_group_rule and tenant:35e0caba0dc64c07ac51135acb094937 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:35:57.184688 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-1926d5ee-76db-4da6-9ce1-5660246beb27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:35:57.190722 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-1926d5ee-76db-4da6-9ce1-5660246beb27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:35:57.274832 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1926d5ee-76db-4da6-9ce1-5660246beb27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:57.277729 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-1926d5ee-76db-4da6-9ce1-5660246beb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:57.287228 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0d7888e2-59c4-4e7f-9395-14330d9598ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:57.329624 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-1926d5ee-76db-4da6-9ce1-5660246beb27 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=35e0caba0dc64c07ac51135acb094937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1852677 Apr 20 23:35:57.330268 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 33258) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:57.343410 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926d5ee-76db-4da6-9ce1-5660246beb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e19d27-3e86-4e59-b5f0-7b1b57402206,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:57.348396 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1926d5ee-76db-4da6-9ce1-5660246beb27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:57.397172 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9943d7ec-91ad-4d2c-a043-061e7cf6db17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:57.430835 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9943d7ec-91ad-4d2c-a043-061e7cf6db17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:57.482981 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9943d7ec-91ad-4d2c-a043-061e7cf6db17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:57.488238 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-e59c49c6-bf9a-454a-ad71-6d79333808fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:57.502350 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943d7ec-91ad-4d2c-a043-061e7cf6db17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e19d27-3e86-4e59-b5f0-7b1b57402206,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:57.504712 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-9943d7ec-91ad-4d2c-a043-061e7cf6db17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:57.507016 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9943d7ec-91ad-4d2c-a043-061e7cf6db17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:57.511018 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-9943d7ec-91ad-4d2c-a043-061e7cf6db17 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a3e19d27-3e86-4e59-b5f0-7b1b57402206 HTTP/1.1" status: 204 len: 168 time: 0.1798518 Apr 20 23:35:58.717177 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 33342) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:58.843632 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d5c45062-e91b-4d40-8f74-b2467c1713a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:58.858904 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-d5c45062-e91b-4d40-8f74-b2467c1713a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:35:58.862826 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-d5c45062-e91b-4d40-8f74-b2467c1713a4 admin admin] Usage tracker for resource:security_group_rule and tenant:f8a8ec314c87466e9ea97aac8966a408 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:35:58.865750 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-d5c45062-e91b-4d40-8f74-b2467c1713a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:35:58.871597 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-d5c45062-e91b-4d40-8f74-b2467c1713a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:35:58.958626 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d5c45062-e91b-4d40-8f74-b2467c1713a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:58.961387 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d5c45062-e91b-4d40-8f74-b2467c1713a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:58.970671 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-1856e2b0-2683-4b29-95bf-6d5ba64f23ab tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:59.012715 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c45062-e91b-4d40-8f74-b2467c1713a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dea4ec4-d327-4a51-a824-8743dc4973de,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:59.017348 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-d5c45062-e91b-4d40-8f74-b2467c1713a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f8a8ec314c87466e9ea97aac8966a408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987909 Apr 20 23:35:59.018260 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-d5c45062-e91b-4d40-8f74-b2467c1713a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:35:59.020058 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 33350) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:35:59.083265 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-46c8cac4-4dfa-4d96-b35f-e19217bb3ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:59.115466 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-46c8cac4-4dfa-4d96-b35f-e19217bb3ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:59.159726 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-46c8cac4-4dfa-4d96-b35f-e19217bb3ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:59.164766 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dec811ad-70e5-44f3-bd44-b58c9264379e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:35:59.179048 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8cac4-4dfa-4d96-b35f-e19217bb3ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dea4ec4-d327-4a51-a824-8743dc4973de,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:35:59.182196 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-46c8cac4-4dfa-4d96-b35f-e19217bb3ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:35:59.183399 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-46c8cac4-4dfa-4d96-b35f-e19217bb3ea3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7dea4ec4-d327-4a51-a824-8743dc4973de HTTP/1.1" status: 204 len: 168 time: 0.1623654 Apr 20 23:35:59.184330 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-46c8cac4-4dfa-4d96-b35f-e19217bb3ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:36:04.159274 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 33426) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:36:04.283214 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3bf2db2f-24a6-4b84-983c-7109c56576a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:04.298586 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-3bf2db2f-24a6-4b84-983c-7109c56576a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:36:04.302554 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-3bf2db2f-24a6-4b84-983c-7109c56576a8 admin admin] Usage tracker for resource:security_group_rule and tenant:b794fc384def4ef9ad4381824fa0d0fa is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:36:04.305446 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-3bf2db2f-24a6-4b84-983c-7109c56576a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:36:04.311406 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-3bf2db2f-24a6-4b84-983c-7109c56576a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:36:04.394850 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3bf2db2f-24a6-4b84-983c-7109c56576a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:04.397969 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3bf2db2f-24a6-4b84-983c-7109c56576a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:04.408042 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-b4282fe0-480d-41fe-a92c-c5837cc5e5df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:36:04.449492 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2db2f-24a6-4b84-983c-7109c56576a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f603a281-cb92-4ee5-9afc-6f75b8e093a1,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:36:04.452800 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3bf2db2f-24a6-4b84-983c-7109c56576a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:36:04.455796 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-3bf2db2f-24a6-4b84-983c-7109c56576a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b794fc384def4ef9ad4381824fa0d0fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950828 Apr 20 23:36:04.458379 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 33432) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:36:04.525027 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-13da557f-15d4-443e-bbdd-24954c471123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:04.552171 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-13da557f-15d4-443e-bbdd-24954c471123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:04.598872 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-13da557f-15d4-443e-bbdd-24954c471123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:04.603868 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3bf2db2f-24a6-4b84-983c-7109c56576a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:36:04.617085 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da557f-15d4-443e-bbdd-24954c471123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f603a281-cb92-4ee5-9afc-6f75b8e093a1,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:36:04.619465 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-13da557f-15d4-443e-bbdd-24954c471123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:36:04.621667 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-13da557f-15d4-443e-bbdd-24954c471123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:04.622891 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-13da557f-15d4-443e-bbdd-24954c471123 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f603a281-cb92-4ee5-9afc-6f75b8e093a1 HTTP/1.1" status: 204 len: 168 time: 0.1636109 Apr 20 23:36:13.287976 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:36:15.343168 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 33578) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:36:15.474909 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-177d768b-f7b7-4415-8973-4eb7ac74ed4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:15.490285 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-177d768b-f7b7-4415-8973-4eb7ac74ed4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:36:15.494219 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-177d768b-f7b7-4415-8973-4eb7ac74ed4d admin admin] Usage tracker for resource:security_group_rule and tenant:83f398f2cd5a4da8b296f01c539e8b28 is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:36:15.497075 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-177d768b-f7b7-4415-8973-4eb7ac74ed4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:36:15.502960 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-177d768b-f7b7-4415-8973-4eb7ac74ed4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:36:15.586263 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-177d768b-f7b7-4415-8973-4eb7ac74ed4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:15.589179 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-177d768b-f7b7-4415-8973-4eb7ac74ed4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:15.597708 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-a13768f6-eb39-43c0-9f07-8d22609e7834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:36:15.643322 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d768b-f7b7-4415-8973-4eb7ac74ed4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de3bb43-ad02-4e96-98bf-0b2a8d129bd3,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:36:15.646739 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-177d768b-f7b7-4415-8973-4eb7ac74ed4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:36:15.649511 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-177d768b-f7b7-4415-8973-4eb7ac74ed4d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83f398f2cd5a4da8b296f01c539e8b28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052473 Apr 20 23:36:15.652283 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 33584) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:36:15.713694 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-87a22e48-3c37-4205-8f2f-6ac8f907c608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:15.741389 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-87a22e48-3c37-4205-8f2f-6ac8f907c608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:15.786194 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-87a22e48-3c37-4205-8f2f-6ac8f907c608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:15.791150 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c14f96d6-933a-446a-b245-aace0e986c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:36:15.801524 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a22e48-3c37-4205-8f2f-6ac8f907c608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de3bb43-ad02-4e96-98bf-0b2a8d129bd3,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:36:15.803841 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-87a22e48-3c37-4205-8f2f-6ac8f907c608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:36:15.809742 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-87a22e48-3c37-4205-8f2f-6ac8f907c608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:15.810926 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-87a22e48-3c37-4205-8f2f-6ac8f907c608 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1de3bb43-ad02-4e96-98bf-0b2a8d129bd3 HTTP/1.1" status: 204 len: 168 time: 0.1576829 Apr 20 23:36:16.117326 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:18.395419 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-bdd81a62-2c56-408f-8803-6caf672d04aa tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=afd91c41ba9c4ba19369cb554bf8fe46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328004 Apr 20 23:36:18.563737 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-c6a2eee1-22a9-40bb-9cd1-645a6d7c09f2 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:36:18.565414 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-c6a2eee1-22a9-40bb-9cd1-645a6d7c09f2 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1639259 Apr 20 23:36:18.582945 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-83ea7341-295b-4c0a-87e5-74fb6b33bd1b tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.16 "GET /v2.0/quotas/afd91c41ba9c4ba19369cb554bf8fe46 HTTP/1.1" status: 200 len: 375 time: 0.0112140 Apr 20 23:36:18.642158 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-9b286283-867d-45b9-a2e4-f4d6a5f1510e tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=afd91c41ba9c4ba19369cb554bf8fe46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530713 Apr 20 23:36:18.851320 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-41b54693-eb42-4b83-9990-61d08bb646a5 req-f119e557-c252-492d-9a44-28987cae04ff tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a48c25-4591-4735-91b1-a6d216a78835 HTTP/1.1" status: 200 len: 210 time: 0.0618608 Apr 20 23:36:19.787317 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-b6a2e306-8499-46af-aebe-e9d34e4bf25d tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=afd91c41ba9c4ba19369cb554bf8fe46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363386 Apr 20 23:36:19.912813 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9867a6ed-fcd6-49b0-98ae-0d061af55f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:19.953469 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-322c38ff-20ed-4e6c-805b-b2016694ca3b tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:36:19.955015 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-322c38ff-20ed-4e6c-805b-b2016694ca3b tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1620870 Apr 20 23:36:19.975311 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3a9ead0a-8f2b-4f25-abad-c773312c01e5 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Request body: {'port': {'device_id': '50a48c25-4591-4735-91b1-a6d216a78835', 'network_id': 'fbbea69f-305a-491f-89ee-9d8b1b944337', 'admin_state_up': True, 'tenant_id': 'afd91c41ba9c4ba19369cb554bf8fe46'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:36:20.037393 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-e94146bb-8d27-48dc-aaf1-9a052c88cbff req-ea3c96da-a9c5-43f3-8ec9-19b17b3a9412 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a48c25-4591-4735-91b1-a6d216a78835 HTTP/1.1" status: 200 len: 210 time: 0.0508616 Apr 20 23:36:20.118127 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3a9ead0a-8f2b-4f25-abad-c773312c01e5 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:36:20.122099 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3a9ead0a-8f2b-4f25-abad-c773312c01e5 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Usage tracker for resource:port and tenant:afd91c41ba9c4ba19369cb554bf8fe46 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:36:20.124938 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3a9ead0a-8f2b-4f25-abad-c773312c01e5 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:36:20.131372 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3a9ead0a-8f2b-4f25-abad-c773312c01e5 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:36:20.139832 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3a9ead0a-8f2b-4f25-abad-c773312c01e5 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Made reservation on behalf of afd91c41ba9c4ba19369cb554bf8fe46 for: {'port': 1} {{(pid=86356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 23:36:20.146466 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3a9ead0a-8f2b-4f25-abad-c773312c01e5 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:20.159005 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3a9ead0a-8f2b-4f25-abad-c773312c01e5 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:20.174216 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3a9ead0a-8f2b-4f25-abad-c773312c01e5 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:36:20.178625 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3a9ead0a-8f2b-4f25-abad-c773312c01e5 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Usage tracker for resource:security_group_rule and tenant:afd91c41ba9c4ba19369cb554bf8fe46 is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:36:20.181471 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3a9ead0a-8f2b-4f25-abad-c773312c01e5 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:36:20.187285 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3a9ead0a-8f2b-4f25-abad-c773312c01e5 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:36:20.275375 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3a9ead0a-8f2b-4f25-abad-c773312c01e5 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:20.279180 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3a9ead0a-8f2b-4f25-abad-c773312c01e5 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:20.283687 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-382dda3c-a0ae-43b7-9679-6e8934732053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:36:20.369109 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ead0a-8f2b-4f25-abad-c773312c01e5 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc211707-0499-40fb-b5f1-ca74f8b3e1d3,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:36:20.379236 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3a9ead0a-8f2b-4f25-abad-c773312c01e5 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:36:20.462389 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.db_base_plugin_common [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3a9ead0a-8f2b-4f25-abad-c773312c01e5 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Allocated IP 192.168.233.159 (fbbea69f-305a-491f-89ee-9d8b1b944337/25db4d15-b028-4fc0-9899-4d564d22484c/d896bd2b-de6b-4c89-ac1e-43747b10d25b) {{(pid=86356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 23:36:20.672007 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3a9ead0a-8f2b-4f25-abad-c773312c01e5 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Notify callbacks [] for port, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:20.688634 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3a9ead0a-8f2b-4f25-abad-c773312c01e5 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Transition to ACTIVE for port object d896bd2b-de6b-4c89-ac1e-43747b10d25b will not be triggered until provisioned by entity DHCP. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:36:20.711218 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3a9ead0a-8f2b-4f25-abad-c773312c01e5 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279691085786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:20.716655 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c1d4df08-54ad-4e8a-b238-342647623a30 tempest-TestShelveInstance-399248760 tempest-TestShelveInstance-399248760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:36:20.787684 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3a9ead0a-8f2b-4f25-abad-c773312c01e5 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Network fbbea69f-305a-491f-89ee-9d8b1b944337 is already hosted by enough agents. {{(pid=86356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 23:36:20.791439 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.scheduler.base_scheduler [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3a9ead0a-8f2b-4f25-abad-c773312c01e5 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Resources bound (agent type, host, resource id): {{(pid=86356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 23:36:20.795554 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3a9ead0a-8f2b-4f25-abad-c773312c01e5 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Received port after_create {{(pid=86356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 23:36:20.837430 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ead0a-8f2b-4f25-abad-c773312c01e5 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Pushing event updated for resources: {'Port': ['ID=d896bd2b-de6b-4c89-ac1e-43747b10d25b,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:36:20.842202 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3a9ead0a-8f2b-4f25-abad-c773312c01e5 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:36:20.870020 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3a9ead0a-8f2b-4f25-abad-c773312c01e5 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:36:20.870704 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3a9ead0a-8f2b-4f25-abad-c773312c01e5 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:20.905961 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3a9ead0a-8f2b-4f25-abad-c773312c01e5 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9348776 Apr 20 23:36:20.922096 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.v2.base [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3edf00b8-ed08-47b0-b43f-c5cab030e47c service neutron] Request body: {'port': {'device_id': '50a48c25-4591-4735-91b1-a6d216a78835', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=86356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 23:36:21.030663 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-d55a20d7-dd65-4389-8c5e-5856cb6d68f6 None None] Provisioning for port d896bd2b-de6b-4c89-ac1e-43747b10d25b completed by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:36:21.036867 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-d55a20d7-dd65-4389-8c5e-5856cb6d68f6 None None] Provisioning complete for port d896bd2b-de6b-4c89-ac1e-43747b10d25b triggered by entity DHCP. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:36:21.037429 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-d55a20d7-dd65-4389-8c5e-5856cb6d68f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:21.044873 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3edf00b8-ed08-47b0-b43f-c5cab030e47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:21.095701 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-d55a20d7-dd65-4389-8c5e-5856cb6d68f6 None None] Port d896bd2b-de6b-4c89-ac1e-43747b10d25b cannot update to ACTIVE because it is not bound. {{(pid=86358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 23:36:21.616582 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d19ce-a113-43a4-aad6-169262f655e3 req-0240f243-a02b-4a73-89ed-3bf9d8426438 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:36:21.617380 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-5e9d19ce-a113-43a4-aad6-169262f655e3 req-0240f243-a02b-4a73-89ed-3bf9d8426438 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Synchronizing usage tracker for tenant:afd91c41ba9c4ba19369cb554bf8fe46 on resource:port {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:36:21.669722 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-5e9d19ce-a113-43a4-aad6-169262f655e3 req-0240f243-a02b-4a73-89ed-3bf9d8426438 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Unset dirty status for tenant:afd91c41ba9c4ba19369cb554bf8fe46 on resource:port {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:36:21.670998 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5e9d19ce-a113-43a4-aad6-169262f655e3 req-0240f243-a02b-4a73-89ed-3bf9d8426438 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a48c25-4591-4735-91b1-a6d216a78835 HTTP/1.1" status: 200 len: 936 time: 0.5020490 Apr 20 23:36:21.779565 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-5e9d19ce-a113-43a4-aad6-169262f655e3 req-0e61610a-a929-4f74-9bf1-87ed9da978c3 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Synchronizing usage tracker for tenant:afd91c41ba9c4ba19369cb554bf8fe46 on resource:security_group {{(pid=86356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 23:36:21.793392 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3edf00b8-ed08-47b0-b43f-c5cab030e47c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d896bd2b-de6b-4c89-ac1e-43747b10d25b {{(pid=86356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:36:21.805409 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3edf00b8-ed08-47b0-b43f-c5cab030e47c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:21.818171 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [req-5e9d19ce-a113-43a4-aad6-169262f655e3 req-0e61610a-a929-4f74-9bf1-87ed9da978c3 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Unset dirty status for tenant:afd91c41ba9c4ba19369cb554bf8fe46 on resource:security_group {{(pid=86356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 23:36:21.819452 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5e9d19ce-a113-43a4-aad6-169262f655e3 req-0e61610a-a929-4f74-9bf1-87ed9da978c3 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc211707-0499-40fb-b5f1-ca74f8b3e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413801 Apr 20 23:36:21.825471 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3edf00b8-ed08-47b0-b43f-c5cab030e47c service neutron] Transition to ACTIVE for port object d896bd2b-de6b-4c89-ac1e-43747b10d25b will not be triggered until provisioned by entity L2. {{(pid=86356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 23:36:21.828257 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3edf00b8-ed08-47b0-b43f-c5cab030e47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851844298'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:21.841641 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-80329390-e580-4cee-bcaa-b60441f69b53 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:36:22.070486 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf00b8-ed08-47b0-b43f-c5cab030e47c service neutron] Pushing event updated for resources: {'Port': ['ID=d896bd2b-de6b-4c89-ac1e-43747b10d25b,revision_number=2']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:36:22.074864 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3edf00b8-ed08-47b0-b43f-c5cab030e47c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:36:22.105962 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3edf00b8-ed08-47b0-b43f-c5cab030e47c service neutron] Attempting to bind port d896bd2b-de6b-4c89-ac1e-43747b10d25b on host hv-cinder-78729 for vnic_type normal with profile {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 23:36:22.106332 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3edf00b8-ed08-47b0-b43f-c5cab030e47c service neutron] Attempting to bind port d896bd2b-de6b-4c89-ac1e-43747b10d25b by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '5a810edf-f7f8-4176-94f7-7dd3f8698802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fbbea69f-305a-491f-89ee-9d8b1b944337'}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 23:36:22.106700 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3edf00b8-ed08-47b0-b43f-c5cab030e47c service neutron] Attempting to bind port d896bd2b-de6b-4c89-ac1e-43747b10d25b on network fbbea69f-305a-491f-89ee-9d8b1b944337 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:36:22.113299 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3edf00b8-ed08-47b0-b43f-c5cab030e47c service neutron] Port d896bd2b-de6b-4c89-ac1e-43747b10d25b on network fbbea69f-305a-491f-89ee-9d8b1b944337 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 23:36:22.113681 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3edf00b8-ed08-47b0-b43f-c5cab030e47c service neutron] Attempting to bind port d896bd2b-de6b-4c89-ac1e-43747b10d25b on network fbbea69f-305a-491f-89ee-9d8b1b944337 {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 23:36:22.119130 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3edf00b8-ed08-47b0-b43f-c5cab030e47c service neutron] Checking agent: {'id': '0dbb4980-ddab-4c32-9a5e-02cbda900cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'started_at': datetime.datetime(2021, 4, 20, 23, 26, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 23, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 23:36:22.119503 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3edf00b8-ed08-47b0-b43f-c5cab030e47c service neutron] Checking segment: {'id': '5a810edf-f7f8-4176-94f7-7dd3f8698802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fbbea69f-305a-491f-89ee-9d8b1b944337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 23:36:22.119916 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3edf00b8-ed08-47b0-b43f-c5cab030e47c service neutron] Bound using segment: {'id': '5a810edf-f7f8-4176-94f7-7dd3f8698802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fbbea69f-305a-491f-89ee-9d8b1b944337'} {{(pid=86356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 23:36:22.120392 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.managers [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3edf00b8-ed08-47b0-b43f-c5cab030e47c service neutron] Bound port: d896bd2b-de6b-4c89-ac1e-43747b10d25b, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a810edf-f7f8-4176-94f7-7dd3f8698802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fbbea69f-305a-491f-89ee-9d8b1b944337'}}] {{(pid=86356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 23:36:22.120773 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3edf00b8-ed08-47b0-b43f-c5cab030e47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:22.213656 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3edf00b8-ed08-47b0-b43f-c5cab030e47c service neutron] For port d896bd2b-de6b-4c89-ac1e-43747b10d25b, host hv-cinder-78729, cleared binding levels {{(pid=86356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 23:36:22.217701 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3edf00b8-ed08-47b0-b43f-c5cab030e47c service neutron] For port d896bd2b-de6b-4c89-ac1e-43747b10d25b, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=d896bd2b-de6b-4c89-ac1e-43747b10d25b,segment=NetworkSegment(5a810edf-f7f8-4176-94f7-7dd3f8698802),segment_id=5a810edf-f7f8-4176-94f7-7dd3f8698802)] {{(pid=86356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 23:36:22.221024 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3edf00b8-ed08-47b0-b43f-c5cab030e47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851844298'] for port, after_update {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:22.226140 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-87836c32-b3eb-4295-9b53-ca8ae71e2bc0 tempest-TestMinimumBasicScenario-1676130409 tempest-TestMinimumBasicScenario-1676130409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:36:22.288476 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3edf00b8-ed08-47b0-b43f-c5cab030e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:36:22.289164 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3edf00b8-ed08-47b0-b43f-c5cab030e47c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:22.290674 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-3edf00b8-ed08-47b0-b43f-c5cab030e47c service neutron] 10.222.0.36 "PUT /v2.0/ports/d896bd2b-de6b-4c89-ac1e-43747b10d25b HTTP/1.1" status: 200 len: 1098 time: 1.3735013 Apr 20 23:36:22.291224 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a48c25-4591-4735-91b1-a6d216a78835', 'tag': 'd896bd2b-de6b-4c89-ac1e-43747b10d25b'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:36:22.312579 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf00b8-ed08-47b0-b43f-c5cab030e47c service neutron] Pushing event updated for resources: {'Port': ['ID=d896bd2b-de6b-4c89-ac1e-43747b10d25b,revision_number=3']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:36:22.322582 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3edf00b8-ed08-47b0-b43f-c5cab030e47c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:36:22.372574 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a48c25-4591-4735-91b1-a6d216a78835', 'tag': 'd896bd2b-de6b-4c89-ac1e-43747b10d25b', 'status': 'completed', 'code': 200} Apr 20 23:36:22.416504 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-cd09cfa0-0a52-43cc-9dc9-435351cb7e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:36:22.418298 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-cd09cfa0-0a52-43cc-9dc9-435351cb7e8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=afd91c41ba9c4ba19369cb554bf8fe46&device_id=50a48c25-4591-4735-91b1-a6d216a78835 HTTP/1.1" status: 200 len: 1101 time: 0.0884740 Apr 20 23:36:22.421860 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bba9a16b-db39-46b7-ac2e-75d13a958d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:22.497062 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-43683034-dab1-40e9-b66d-be3265abc0e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=d896bd2b-de6b-4c89-ac1e-43747b10d25b HTTP/1.1" status: 200 len: 217 time: 0.0706656 Apr 20 23:36:22.566250 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-0274977c-71bf-475d-bc4c-5fc72c906a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:36:22.567797 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-0274977c-71bf-475d-bc4c-5fc72c906a85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25db4d15-b028-4fc0-9899-4d564d22484c HTTP/1.1" status: 200 len: 843 time: 0.0634832 Apr 20 23:36:22.654625 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-c794651a-7ad2-4e68-8efc-e466d3753430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:36:22.656170 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-c794651a-7ad2-4e68-8efc-e466d3753430 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fbbea69f-305a-491f-89ee-9d8b1b944337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0793588 Apr 20 23:36:22.796638 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-e58d493a-6467-4939-944f-2e0817a72a9d service neutron] 10.222.0.36 "GET /v2.0/networks/fbbea69f-305a-491f-89ee-9d8b1b944337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333883 Apr 20 23:36:22.885511 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:22.986193 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-9572c6d8-63de-4205-a7cb-ce3e6a2ca2ae req-32c8ffc5-48c4-4864-a215-2fdeaee0df52 service neutron] 10.222.0.36 "GET /v2.0/networks/fbbea69f-305a-491f-89ee-9d8b1b944337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809084 Apr 20 23:36:23.026674 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a1464-7597-4db6-bb86-3dbac1b1a8ac req-c3a49024-040b-4592-a8fc-77a1f3424b93 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:36:23.028238 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-921a1464-7597-4db6-bb86-3dbac1b1a8ac req-c3a49024-040b-4592-a8fc-77a1f3424b93 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a48c25-4591-4735-91b1-a6d216a78835 HTTP/1.1" status: 200 len: 948 time: 0.0912526 Apr 20 23:36:23.131470 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-921a1464-7597-4db6-bb86-3dbac1b1a8ac req-87ecee7d-ea7c-448b-92ee-e6b8065d1d04 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc211707-0499-40fb-b5f1-ca74f8b3e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684988 Apr 20 23:36:23.148877 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fdd70-5a1c-4fd0-93e3-bd06d32a1130 req-b3328528-1c1d-44cf-ac10-2ea072da63d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:36:23.150486 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-859fdd70-5a1c-4fd0-93e3-bd06d32a1130 req-b3328528-1c1d-44cf-ac10-2ea072da63d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=afd91c41ba9c4ba19369cb554bf8fe46&device_id=50a48c25-4591-4735-91b1-a6d216a78835 HTTP/1.1" status: 200 len: 1101 time: 0.1212754 Apr 20 23:36:23.303140 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fdd70-5a1c-4fd0-93e3-bd06d32a1130 req-7beebd94-d687-479c-923f-6837a0c6715c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:36:23.304695 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-859fdd70-5a1c-4fd0-93e3-bd06d32a1130 req-7beebd94-d687-479c-923f-6837a0c6715c service neutron] 10.222.0.36 "GET /v2.0/networks?id=fbbea69f-305a-491f-89ee-9d8b1b944337 HTTP/1.1" status: 200 len: 870 time: 0.1474767 Apr 20 23:36:23.377367 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-859fdd70-5a1c-4fd0-93e3-bd06d32a1130 req-dd9bc8c2-5186-41bf-a90b-06ecf68b1db6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=d896bd2b-de6b-4c89-ac1e-43747b10d25b HTTP/1.1" status: 200 len: 217 time: 0.0655618 Apr 20 23:36:23.449839 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fdd70-5a1c-4fd0-93e3-bd06d32a1130 req-1e01276e-03e9-4369-9ce6-90a4e5379054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:36:23.451574 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-859fdd70-5a1c-4fd0-93e3-bd06d32a1130 req-1e01276e-03e9-4369-9ce6-90a4e5379054 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25db4d15-b028-4fc0-9899-4d564d22484c HTTP/1.1" status: 200 len: 843 time: 0.0678220 Apr 20 23:36:23.534316 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fdd70-5a1c-4fd0-93e3-bd06d32a1130 req-17cbb2fe-9b40-46bf-b147-ba92c6a2e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:36:23.536435 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-859fdd70-5a1c-4fd0-93e3-bd06d32a1130 req-17cbb2fe-9b40-46bf-b147-ba92c6a2e566 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fbbea69f-305a-491f-89ee-9d8b1b944337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0777521 Apr 20 23:36:23.630954 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:23.685822 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-859fdd70-5a1c-4fd0-93e3-bd06d32a1130 req-a1a6cceb-a8b9-4ee0-a71b-2dee3c956a9f service neutron] 10.222.0.36 "GET /v2.0/networks/fbbea69f-305a-491f-89ee-9d8b1b944337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413059 Apr 20 23:36:23.826794 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-859fdd70-5a1c-4fd0-93e3-bd06d32a1130 req-da6ce73d-f74e-4166-b047-3ccb2fe1ea2b service neutron] 10.222.0.36 "GET /v2.0/networks/fbbea69f-305a-491f-89ee-9d8b1b944337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342044 Apr 20 23:36:24.332255 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c07d9-9927-4ae9-867b-58307f834e11 req-3559f7e6-e4d9-48e2-9d8f-0ed7a71c5f48 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:36:24.333831 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-283c07d9-9927-4ae9-867b-58307f834e11 req-3559f7e6-e4d9-48e2-9d8f-0ed7a71c5f48 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a48c25-4591-4735-91b1-a6d216a78835 HTTP/1.1" status: 200 len: 948 time: 0.0858355 Apr 20 23:36:24.383821 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-283c07d9-9927-4ae9-867b-58307f834e11 req-77292e0f-4925-4197-9950-b7d19d7f8958 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc211707-0499-40fb-b5f1-ca74f8b3e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435789 Apr 20 23:36:24.434948 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:25.090279 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device d896bd2b-de6b-4c89-ac1e-43747b10d25b details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=86358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 23:36:25.233054 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port d896bd2b-de6b-4c89-ac1e-43747b10d25b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=d896bd2b-de6b-4c89-ac1e-43747b10d25b,segment=NetworkSegment(5a810edf-f7f8-4176-94f7-7dd3f8698802),segment_id=5a810edf-f7f8-4176-94f7-7dd3f8698802)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:36:25.250346 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Returning: {'device': 'd896bd2b-de6b-4c89-ac1e-43747b10d25b', 'network_id': 'fbbea69f-305a-491f-89ee-9d8b1b944337', 'port_id': 'd896bd2b-de6b-4c89-ac1e-43747b10d25b', 'mac_address': 'fa:16:3e:b2:2a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25db4d15-b028-4fc0-9899-4d564d22484c', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 23:36:25.312245 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:25.331086 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d896bd2b-de6b-4c89-ac1e-43747b10d25b {{(pid=86358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 23:36:25.348097 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port d896bd2b-de6b-4c89-ac1e-43747b10d25b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=d896bd2b-de6b-4c89-ac1e-43747b10d25b,segment=NetworkSegment(5a810edf-f7f8-4176-94f7-7dd3f8698802),segment_id=5a810edf-f7f8-4176-94f7-7dd3f8698802)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:36:25.350503 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:25.353039 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:36:25.421570 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=d896bd2b-de6b-4c89-ac1e-43747b10d25b,revision_number=4']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:36:25.430155 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:25.430542 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:25.430921 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:25.431294 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:25.431656 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:25.432018 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:25.432379 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:25.432750 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:25.433096 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:25.433477 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:25.433833 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:25.434195 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:25.438385 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:36:25.568145 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['d896bd2b-de6b-4c89-ac1e-43747b10d25b'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:36:25.607262 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cb180-c83a-4781-a4dc-dc3021b7d842 req-503b8b02-08ba-45ef-988a-de8309c2f3f3 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:36:25.608949 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d92cb180-c83a-4781-a4dc-dc3021b7d842 req-503b8b02-08ba-45ef-988a-de8309c2f3f3 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a48c25-4591-4735-91b1-a6d216a78835 HTTP/1.1" status: 200 len: 949 time: 0.0948803 Apr 20 23:36:25.658046 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-d92cb180-c83a-4781-a4dc-dc3021b7d842 req-46d8a6c5-0006-4f66-8cad-78e4bfc2c74b tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc211707-0499-40fb-b5f1-ca74f8b3e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421374 Apr 20 23:36:26.857576 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805aa8b4-543c-49bc-9608-9261553f0a12 req-b7497a4c-2019-43a6-8c3c-af50f87e7241 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:36:26.859090 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-805aa8b4-543c-49bc-9608-9261553f0a12 req-b7497a4c-2019-43a6-8c3c-af50f87e7241 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a48c25-4591-4735-91b1-a6d216a78835 HTTP/1.1" status: 200 len: 949 time: 0.0880463 Apr 20 23:36:26.906027 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-805aa8b4-543c-49bc-9608-9261553f0a12 req-cf6c7da7-ef0c-4396-b8da-ea885ca32f72 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc211707-0499-40fb-b5f1-ca74f8b3e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399096 Apr 20 23:36:27.095152 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device d896bd2b-de6b-4c89-ac1e-43747b10d25b up at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 23:36:27.164573 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning for port d896bd2b-de6b-4c89-ac1e-43747b10d25b completed by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 23:36:27.169324 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.provisioning_blocks [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Provisioning complete for port d896bd2b-de6b-4c89-ac1e-43747b10d25b triggered by entity L2. {{(pid=86358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 23:36:27.169746 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853048053'] for port, provisioning_complete {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:27.290117 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797846'] for port, before_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:27.317306 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a48c25-4591-4735-91b1-a6d216a78835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd896bd2b-de6b-4c89-ac1e-43747b10d25b'}] {{(pid=86358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:36:27.327634 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] For port d896bd2b-de6b-4c89-ac1e-43747b10d25b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=d896bd2b-de6b-4c89-ac1e-43747b10d25b,segment=NetworkSegment(5a810edf-f7f8-4176-94f7-7dd3f8698802),segment_id=5a810edf-f7f8-4176-94f7-7dd3f8698802)] {{(pid=86358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:36:27.330346 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757164122568', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363279691085769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757163690065'] for port, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:27.333559 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:36:27.375108 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a48c25-4591-4735-91b1-a6d216a78835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd896bd2b-de6b-4c89-ac1e-43747b10d25b', 'code': 200} Apr 20 23:36:27.409383 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Pushing event updated for resources: {'Port': ['ID=d896bd2b-de6b-4c89-ac1e-43747b10d25b,revision_number=5']} {{(pid=86358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:36:27.412483 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:36:27.604485 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb2dd0-9df3-44b1-939c-4744864191c7 req-2263950b-ae3a-4e8e-8a00-93dfb18e1a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:36:27.606059 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-aacb2dd0-9df3-44b1-939c-4744864191c7 req-2263950b-ae3a-4e8e-8a00-93dfb18e1a52 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=50a48c25-4591-4735-91b1-a6d216a78835 HTTP/1.1" status: 200 len: 1103 time: 0.0754280 Apr 20 23:36:27.647419 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-aacb2dd0-9df3-44b1-939c-4744864191c7 req-91a0c198-766e-4bc6-87fe-a6efd0dff3b7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cc211707-0499-40fb-b5f1-ca74f8b3e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352237 Apr 20 23:36:28.109412 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27cae1-14c2-4f9c-9894-29f4797277c5 req-49b91ef6-7175-4ea1-8ec9-9867050891ab tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:36:28.110985 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0e27cae1-14c2-4f9c-9894-29f4797277c5 req-49b91ef6-7175-4ea1-8ec9-9867050891ab tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a48c25-4591-4735-91b1-a6d216a78835 HTTP/1.1" status: 200 len: 950 time: 0.0936859 Apr 20 23:36:28.157540 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-0e27cae1-14c2-4f9c-9894-29f4797277c5 req-8b101dbd-2df9-473b-9956-9c8fd04b9dcb tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc211707-0499-40fb-b5f1-ca74f8b3e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394931 Apr 20 23:36:29.363129 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff16e1a-91f4-4811-84cc-d4184d6de00e req-1ef7df3c-2d25-4cb3-9996-731b995eb158 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:36:29.364697 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1ff16e1a-91f4-4811-84cc-d4184d6de00e req-1ef7df3c-2d25-4cb3-9996-731b995eb158 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a48c25-4591-4735-91b1-a6d216a78835 HTTP/1.1" status: 200 len: 950 time: 0.0920782 Apr 20 23:36:29.411817 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-1ff16e1a-91f4-4811-84cc-d4184d6de00e req-958c8b45-20f2-452f-9189-5dbc47a46434 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc211707-0499-40fb-b5f1-ca74f8b3e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407472 Apr 20 23:36:29.864361 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d3ee5-d0f9-40e4-9421-34e7ec9f6644 req-12e648aa-7a5c-41a7-aa9d-df325881352b tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:36:29.865944 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5a5d3ee5-d0f9-40e4-9421-34e7ec9f6644 req-12e648aa-7a5c-41a7-aa9d-df325881352b tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a48c25-4591-4735-91b1-a6d216a78835 HTTP/1.1" status: 200 len: 950 time: 0.0862184 Apr 20 23:36:29.914986 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-5a5d3ee5-d0f9-40e4-9421-34e7ec9f6644 req-dc83fa23-ca48-481a-9a1a-4700b838eb41 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc211707-0499-40fb-b5f1-ca74f8b3e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429208 Apr 20 23:36:31.115430 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca01e5-ce7b-49f1-b89d-65d93d556fec req-693ae44b-865f-418e-924a-e562c1f14ba6 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:36:31.116055 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14998fe-5264-46c4-b5f3-657622f37aca req-dc91c234-5577-4ecd-8a80-a0b1ba553adc tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 23:36:31.117047 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8bca01e5-ce7b-49f1-b89d-65d93d556fec req-693ae44b-865f-418e-924a-e562c1f14ba6 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a48c25-4591-4735-91b1-a6d216a78835 HTTP/1.1" status: 200 len: 950 time: 0.0897102 Apr 20 23:36:31.117609 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b14998fe-5264-46c4-b5f3-657622f37aca req-dc91c234-5577-4ecd-8a80-a0b1ba553adc tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.36 "GET /v2.0/ports?device_id=50a48c25-4591-4735-91b1-a6d216a78835 HTTP/1.1" status: 200 len: 950 time: 0.0896173 Apr 20 23:36:31.165008 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-8bca01e5-ce7b-49f1-b89d-65d93d556fec req-4c224eb5-92df-48af-90f0-8681b2316faa tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc211707-0499-40fb-b5f1-ca74f8b3e1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412824 Apr 20 23:36:31.193698 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-b14998fe-5264-46c4-b5f3-657622f37aca req-8cc229ed-bc7f-41b6-afe3-902073048c9c tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Deleting port d896bd2b-de6b-4c89-ac1e-43747b10d25b {{(pid=86356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 23:36:31.194085 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b14998fe-5264-46c4-b5f3-657622f37aca req-8cc229ed-bc7f-41b6-afe3-902073048c9c tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279690657396'] for port, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:31.453042 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [req-b14998fe-5264-46c4-b5f3-657622f37aca req-8cc229ed-bc7f-41b6-afe3-902073048c9c tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] For port d896bd2b-de6b-4c89-ac1e-43747b10d25b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=d896bd2b-de6b-4c89-ac1e-43747b10d25b,segment=NetworkSegment(5a810edf-f7f8-4176-94f7-7dd3f8698802),segment_id=5a810edf-f7f8-4176-94f7-7dd3f8698802)] {{(pid=86356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 23:36:31.453474 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b14998fe-5264-46c4-b5f3-657622f37aca req-8cc229ed-bc7f-41b6-afe3-902073048c9c tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854129027'] for port, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:31.584626 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [req-b14998fe-5264-46c4-b5f3-657622f37aca req-8cc229ed-bc7f-41b6-afe3-902073048c9c tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Calling delete_port for d896bd2b-de6b-4c89-ac1e-43747b10d25b owned by compute:nova {{(pid=86356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 23:36:31.735697 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b14998fe-5264-46c4-b5f3-657622f37aca req-8cc229ed-bc7f-41b6-afe3-902073048c9c tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852984520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854018146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363279690653215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757163690031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2931519'] for port, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:31.742168 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-aacf2d68-2380-4567-b622-34d2f3d994c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:36:31.749946 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.db [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] get_ports_and_sgs() called for port_ids ['d896bd2b-de6b-4c89-ac1e-43747b10d25b'] {{(pid=86358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 23:36:31.834052 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc229ed-bc7f-41b6-afe3-902073048c9c tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Pushing event deleted for resources: {'Port': ['ID=d896bd2b-de6b-4c89-ac1e-43747b10d25b,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:36:31.836919 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-8cc229ed-bc7f-41b6-afe3-902073048c9c tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:36:31.861014 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 33754) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:36:31.881165 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14998fe-5264-46c4-b5f3-657622f37aca req-8cc229ed-bc7f-41b6-afe3-902073048c9c tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] No DVR routers for this DVR port d896bd2b-de6b-4c89-ac1e-43747b10d25b on host hv-cinder-78729 {{(pid=86356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 23:36:31.884072 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [req-b14998fe-5264-46c4-b5f3-657622f37aca req-8cc229ed-bc7f-41b6-afe3-902073048c9c tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-487'] for port, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:31.887275 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a48c25-4591-4735-91b1-a6d216a78835', 'name': 'network-vif-deleted', 'tag': 'd896bd2b-de6b-4c89-ac1e-43747b10d25b'}] {{(pid=86356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 23:36:31.908282 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-b14998fe-5264-46c4-b5f3-657622f37aca req-8cc229ed-bc7f-41b6-afe3-902073048c9c tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.36 "DELETE /v2.0/ports/d896bd2b-de6b-4c89-ac1e-43747b10d25b HTTP/1.1" status: 204 len: 173 time: 0.7855082 Apr 20 23:36:31.947334 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a48c25-4591-4735-91b1-a6d216a78835', 'name': 'network-vif-deleted', 'tag': 'd896bd2b-de6b-4c89-ac1e-43747b10d25b', 'status': 'completed', 'code': 200} Apr 20 23:36:32.003751 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bb881573-d7b1-4765-99c6-3430c9b41735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:32.018670 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-bb881573-d7b1-4765-99c6-3430c9b41735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:36:32.022740 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-bb881573-d7b1-4765-99c6-3430c9b41735 admin admin] Usage tracker for resource:security_group_rule and tenant:3384f7ff7c284d46ae1e997d1459c28b is out of sync, need to count used quota {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:36:32.025842 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-bb881573-d7b1-4765-99c6-3430c9b41735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86357) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:36:32.032317 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-bb881573-d7b1-4765-99c6-3430c9b41735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86357) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:36:32.118879 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bb881573-d7b1-4765-99c6-3430c9b41735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:32.121388 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-bb881573-d7b1-4765-99c6-3430c9b41735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:32.129957 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-dc659295-e8e2-4a0b-976e-5c1c9fc2d357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:36:32.170381 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-bb881573-d7b1-4765-99c6-3430c9b41735 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3384f7ff7c284d46ae1e997d1459c28b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082087 Apr 20 23:36:32.172029 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb881573-d7b1-4765-99c6-3430c9b41735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6ba8dd-1d2d-4b70-abcf-f51efb715a05,revision_number=1']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:36:32.173420 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 33762) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:36:32.175890 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-bb881573-d7b1-4765-99c6-3430c9b41735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:36:32.240136 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3a4c84b8-92b3-4591-b3ae-1c96761e57a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:32.269590 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3a4c84b8-92b3-4591-b3ae-1c96761e57a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:32.317491 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3a4c84b8-92b3-4591-b3ae-1c96761e57a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:32.323870 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-2e54be61-6236-4f5d-a45d-32a9eb3a0cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:36:32.338101 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c84b8-92b3-4591-b3ae-1c96761e57a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6ba8dd-1d2d-4b70-abcf-f51efb715a05,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:36:32.345100 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [req-6b6ab5a6-8f45-4963-99c4-17bb42151740 req-7fab6853-7fcd-42ad-9051-72f156d7c520 tempest-VolumesNegativeTest-1062527186 tempest-VolumesNegativeTest-1062527186-project] 10.222.0.16 "GET /v2.0/ports?device_id=50a48c25-4591-4735-91b1-a6d216a78835 HTTP/1.1" status: 200 len: 210 time: 0.0496798 Apr 20 23:36:32.350094 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-3a4c84b8-92b3-4591-b3ae-1c96761e57a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:32.351820 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-3a4c84b8-92b3-4591-b3ae-1c96761e57a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bf6ba8dd-1d2d-4b70-abcf-f51efb715a05 HTTP/1.1" status: 204 len: 168 time: 0.1773510 Apr 20 23:36:32.353109 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-3a4c84b8-92b3-4591-b3ae-1c96761e57a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:36:35.137687 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device d896bd2b-de6b-4c89-ac1e-43747b10d25b no longer exists at agent hyperv_hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 23:36:35.175595 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.plugin [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] No Port match for: d896bd2b-de6b-4c89-ac1e-43747b10d25b {{(pid=86358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 23:36:35.175979 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.plugins.ml2.rpc [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Device d896bd2b-de6b-4c89-ac1e-43747b10d25b not bound to the agent host hv-cinder-78729 {{(pid=86358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 23:36:38.124788 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 34038) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:36:38.280262 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-257dc40e-ee95-4a11-ac85-096b0b65549f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=afd91c41ba9c4ba19369cb554bf8fe46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1541336 Apr 20 23:36:38.282832 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 34044) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:36:38.342549 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fa616ec8-0ada-4a2a-afe4-e93c3898a43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:38.370278 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fa616ec8-0ada-4a2a-afe4-e93c3898a43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:38.417255 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fa616ec8-0ada-4a2a-afe4-e93c3898a43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:38.422204 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-c77a6c0b-0c2d-43af-92bc-0c7f071b6589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:36:38.436579 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa616ec8-0ada-4a2a-afe4-e93c3898a43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc211707-0499-40fb-b5f1-ca74f8b3e1d3,revision_number=None']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:36:38.446108 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa616ec8-0ada-4a2a-afe4-e93c3898a43d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:38.446549 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa616ec8-0ada-4a2a-afe4-e93c3898a43d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:38.446970 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa616ec8-0ada-4a2a-afe4-e93c3898a43d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:38.447384 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa616ec8-0ada-4a2a-afe4-e93c3898a43d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:38.447795 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa616ec8-0ada-4a2a-afe4-e93c3898a43d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:38.448205 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa616ec8-0ada-4a2a-afe4-e93c3898a43d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:38.448612 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa616ec8-0ada-4a2a-afe4-e93c3898a43d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:38.449018 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa616ec8-0ada-4a2a-afe4-e93c3898a43d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:38.449453 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa616ec8-0ada-4a2a-afe4-e93c3898a43d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:38.449857 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa616ec8-0ada-4a2a-afe4-e93c3898a43d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:38.450260 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa616ec8-0ada-4a2a-afe4-e93c3898a43d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:38.450660 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa616ec8-0ada-4a2a-afe4-e93c3898a43d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:38.453873 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fa616ec8-0ada-4a2a-afe4-e93c3898a43d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:36:38.460047 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-fa616ec8-0ada-4a2a-afe4-e93c3898a43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:38.463261 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-fa616ec8-0ada-4a2a-afe4-e93c3898a43d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc211707-0499-40fb-b5f1-ca74f8b3e1d3 HTTP/1.1" status: 204 len: 168 time: 0.1793802 Apr 20 23:36:44.399669 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86356) accepted ('10.222.0.16', 34118) {{(pid=86356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:36:44.523497 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-95ae834a-2499-4170-8510-b38cd4889600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:44.539292 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-95ae834a-2499-4170-8510-b38cd4889600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 23:36:44.543320 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-95ae834a-2499-4170-8510-b38cd4889600 admin admin] Usage tracker for resource:security_group_rule and tenant:f6208ebee7ef4539b070577cdeea15dd is out of sync, need to count used quota {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 23:36:44.546376 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.quota.resource [None req-95ae834a-2499-4170-8510-b38cd4889600 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 23:36:44.552545 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.quota.driver [None req-95ae834a-2499-4170-8510-b38cd4889600 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 23:36:44.638299 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-95ae834a-2499-4170-8510-b38cd4889600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:44.640721 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-95ae834a-2499-4170-8510-b38cd4889600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:44.650090 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-fa616ec8-0ada-4a2a-afe4-e93c3898a43d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:36:44.691941 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-95ae834a-2499-4170-8510-b38cd4889600 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f6208ebee7ef4539b070577cdeea15dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911599 Apr 20 23:36:44.692959 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae834a-2499-4170-8510-b38cd4889600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d95ae8-18a2-488c-9e4d-e85986442c92,revision_number=1']} {{(pid=86356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:36:44.694815 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.wsgi [-] (86357) accepted ('10.222.0.16', 34124) {{(pid=86357) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 23:36:44.696207 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-95ae834a-2499-4170-8510-b38cd4889600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:36:44.759442 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0f303cbd-aea3-432f-927a-743803976a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:44.785843 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0f303cbd-aea3-432f-927a-743803976a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:44.828060 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0f303cbd-aea3-432f-927a-743803976a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:44.833520 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-4844dd64-2687-49b3-b8f9-f108b38a1580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 23:36:44.846282 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f303cbd-aea3-432f-927a-743803976a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d95ae8-18a2-488c-9e4d-e85986442c92,revision_number=None']} {{(pid=86357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 23:36:44.858488 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f303cbd-aea3-432f-927a-743803976a8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:44.858908 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f303cbd-aea3-432f-927a-743803976a8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:44.859314 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f303cbd-aea3-432f-927a-743803976a8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:44.859718 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f303cbd-aea3-432f-927a-743803976a8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:44.860116 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f303cbd-aea3-432f-927a-743803976a8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:44.860514 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f303cbd-aea3-432f-927a-743803976a8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:44.860933 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f303cbd-aea3-432f-927a-743803976a8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:44.861333 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f303cbd-aea3-432f-927a-743803976a8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:44.861729 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f303cbd-aea3-432f-927a-743803976a8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:44.862120 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f303cbd-aea3-432f-927a-743803976a8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:44.862535 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f303cbd-aea3-432f-927a-743803976a8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:44.862929 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f303cbd-aea3-432f-927a-743803976a8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-1-smb {{(pid=86357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 23:36:44.866392 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG oslo_concurrency.lockutils [None req-0f303cbd-aea3-432f-927a-743803976a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 23:36:44.867594 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-0f303cbd-aea3-432f-927a-743803976a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:44.869660 dv-cinder-787296-1-smb neutron-server[86243]: INFO neutron.wsgi [None req-0f303cbd-aea3-432f-927a-743803976a8a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94d95ae8-18a2-488c-9e4d-e85986442c92 HTTP/1.1" status: 204 len: 168 time: 0.1737359 Apr 20 23:36:46.126978 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:49.894696 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2fb3714c-ddd9-48b9-9eb1-8cf380783ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:50.287004 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:36:52.414056 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-05bb1ca5-3f35-41c0-b04e-c3f1c5fd509e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:52.885453 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:53.623020 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:36:54.439800 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:16.118707 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:19.895194 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-124f3073-3a2a-478f-aeed-82c918001891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:22.411777 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-20cba861-c94a-4a68-8d22-b1370dc5373b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:22.887535 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:23.623596 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:24.442578 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:27.286286 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:37:46.121895 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:49.895577 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-8d171850-e14e-4da4-94e6-67a398126a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:52.413242 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5bd3f772-0709-479f-84f1-14bf04ce01df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:52.891227 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:53.624065 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:37:54.445953 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:04.285365 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:38:16.120910 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:19.896318 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-84ef572c-ce04-4287-b36e-67e703c2fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:22.415067 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-de9bc1f9-436d-4ce5-b944-6e8ce98db3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:22.892337 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:23.625832 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:24.448789 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:41.285435 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:38:46.149695 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:49.897794 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-ae6b5528-0215-4f25-bc44-e41f4c94ca86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:52.416357 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-563c555e-7007-4943-b8b1-1b93826e3b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:52.895751 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:53.628781 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:38:54.454011 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:16.135705 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:18.285648 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:39:19.898318 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9e002bf8-3c42-43d0-8c63-922130592ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:22.422562 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-e280dd13-6c5e-4b08-94cd-ba5aa732da64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:22.897520 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:23.630464 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:24.456837 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:46.135466 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:49.898822 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-837eef86-fc5f-4a07-bf42-254b8e1b7616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:52.416228 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-136dd6ba-d0f4-4b1d-8e11-6861ca2a42cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:52.899831 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:53.631451 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:54.461543 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:39:55.285154 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:40:16.147425 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:19.902061 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c8e0c7b-1377-4e34-a2d1-11f442425fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:22.417712 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-43f569ac-d370-4177-b18d-e1dd1cfd289d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:22.903418 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:23.631953 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:24.464871 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:32.284836 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:40:46.148173 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:49.903263 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-99238e98-02e3-4410-ac9d-dc1569f7e93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:52.425546 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-61dfa408-be86-4487-bec9-f6cc83ae6b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:52.905070 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:53.632746 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:40:54.468925 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:09.287960 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron.db.agents_db [None req-b74e1b46-7f9e-47dc-8efb-89208730b1bc None None] Agent healthcheck: found 6 active agents {{(pid=86359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 23:41:16.142313 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-5d486f57-9bdc-40e3-8479-f6de66a6d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:19.904276 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-9b4cfc1c-28aa-423e-9e04-e79551fc79ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:22.424381 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-57b4148f-c652-4d53-8d41-c59c9308cd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:22.907953 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-656d26ff-8159-4dde-8c99-a0290118229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:23.634296 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-2c7b8c82-cace-4ea2-a29d-2fff03b7be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 23:41:24.471792 dv-cinder-787296-1-smb neutron-server[86243]: DEBUG neutron_lib.callbacks.manager [None req-f6011be0-9e62-46cd-9043-0491e659e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279690737541', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1727838'] for agent, after_update {{(pid=86358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}